[ 546.381613] env[65635]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65635) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.381932] env[65635]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65635) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.382074] env[65635]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65635) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.382447] env[65635]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 546.502614] env[65635]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65635) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 546.512135] env[65635]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65635) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 546.557652] env[65635]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 547.115927] env[65635]: INFO nova.virt.driver [None req-2c029979-1f2b-4d47-a8ce-e9fa011b98a8 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 547.189975] env[65635]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.190180] env[65635]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.190248] env[65635]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65635) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 550.557715] env[65635]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7bc4573d-06d6-4f89-9273-37a04c963299 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.574768] env[65635]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65635) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 550.574944] env[65635]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d6c9e4f5-2dad-409c-beb0-be7b59484c93 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.602026] env[65635]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 18910. [ 550.602180] env[65635]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.412s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 550.602735] env[65635]: INFO nova.virt.vmwareapi.driver [None req-2c029979-1f2b-4d47-a8ce-e9fa011b98a8 None None] VMware vCenter version: 7.0.3 [ 550.606138] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d52c4-20c9-410c-9a8f-1837e8f2805c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.626760] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750beb52-5ea1-4377-8400-97d071dc6284 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.634102] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76066cb-3fca-4faf-ae71-667decf2bbd4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.642078] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de02a8e6-5152-47a8-8d40-4767a1218c0e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.656466] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a15ead2-7846-4a03-9f0f-aae88aed2a63 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.663390] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f392721e-a078-4ff2-8598-ace3e6c057d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.707416] env[65635]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9a1ba1cc-1be3-4744-be4f-a7c8bee41e0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.714116] env[65635]: DEBUG nova.virt.vmwareapi.driver [None req-2c029979-1f2b-4d47-a8ce-e9fa011b98a8 None None] Extension org.openstack.compute already exists. {{(pid=65635) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 550.717150] env[65635]: INFO nova.compute.provider_config [None req-2c029979-1f2b-4d47-a8ce-e9fa011b98a8 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 551.221089] env[65635]: DEBUG nova.context [None req-2c029979-1f2b-4d47-a8ce-e9fa011b98a8 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),302d4216-4004-4687-8162-e5c87de0725d(cell1) {{(pid=65635) load_cells /opt/stack/nova/nova/context.py:472}} [ 551.221460] env[65635]: INFO nova.utils [None req-2c029979-1f2b-4d47-a8ce-e9fa011b98a8 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 551.223539] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.223792] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.224537] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.225015] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Acquiring lock "302d4216-4004-4687-8162-e5c87de0725d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.225238] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Lock "302d4216-4004-4687-8162-e5c87de0725d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.226244] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Lock "302d4216-4004-4687-8162-e5c87de0725d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.247398] env[65635]: INFO dbcounter [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Registered counter for database nova_cell0 [ 551.255508] env[65635]: INFO dbcounter [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Registered counter for database nova_cell1 [ 551.258630] env[65635]: DEBUG oslo_db.sqlalchemy.engines [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65635) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 551.259260] env[65635]: DEBUG oslo_db.sqlalchemy.engines [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65635) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 551.264077] env[65635]: ERROR nova.db.main.api [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 551.264077] env[65635]: func(*args, **kwargs) [ 551.264077] env[65635]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 551.264077] env[65635]: self.work.run() [ 551.264077] env[65635]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 551.264077] env[65635]: result = self.fn(*self.args, **self.kwargs) [ 551.264077] env[65635]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 551.264077] env[65635]: return func(*args, **kwargs) [ 551.264077] env[65635]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 551.264077] env[65635]: result = fn(*args, **kwargs) [ 551.264077] env[65635]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 551.264077] env[65635]: return f(*args, **kwargs) [ 551.264077] env[65635]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 551.264077] env[65635]: return db.service_get_minimum_version(context, binaries) [ 551.264077] env[65635]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 551.264077] env[65635]: _check_db_access() [ 551.264077] env[65635]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 551.264077] env[65635]: stacktrace = ''.join(traceback.format_stack()) [ 551.264077] env[65635]: [ 551.265206] env[65635]: ERROR nova.db.main.api [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 551.265206] env[65635]: func(*args, **kwargs) [ 551.265206] env[65635]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 551.265206] env[65635]: self.work.run() [ 551.265206] env[65635]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 551.265206] env[65635]: result = self.fn(*self.args, **self.kwargs) [ 551.265206] env[65635]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 551.265206] env[65635]: return func(*args, **kwargs) [ 551.265206] env[65635]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 551.265206] env[65635]: result = fn(*args, **kwargs) [ 551.265206] env[65635]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 551.265206] env[65635]: return f(*args, **kwargs) [ 551.265206] env[65635]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 551.265206] env[65635]: return db.service_get_minimum_version(context, binaries) [ 551.265206] env[65635]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 551.265206] env[65635]: _check_db_access() [ 551.265206] env[65635]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 551.265206] env[65635]: stacktrace = ''.join(traceback.format_stack()) [ 551.265206] env[65635]: [ 551.265750] env[65635]: WARNING nova.objects.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 551.265795] env[65635]: WARNING nova.objects.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Failed to get minimum service version for cell 302d4216-4004-4687-8162-e5c87de0725d [ 551.266198] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Acquiring lock "singleton_lock" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.266373] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Acquired lock "singleton_lock" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.266593] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Releasing lock "singleton_lock" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.266905] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Full set of CONF: {{(pid=65635) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 551.267053] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ******************************************************************************** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 551.267175] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] Configuration options gathered from: {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 551.267304] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 551.267493] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 551.267616] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ================================================================================ {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 551.267812] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] allow_resize_to_same_host = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.267974] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] arq_binding_timeout = 300 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.268108] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] backdoor_port = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.268224] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] backdoor_socket = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.268375] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] block_device_allocate_retries = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.268563] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] block_device_allocate_retries_interval = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.268712] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cell_worker_thread_pool_size = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.268866] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cert = self.pem {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.269035] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.269197] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute_monitors = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.269353] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] config_dir = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.269528] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] config_drive_format = iso9660 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.269679] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.269842] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] config_source = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.269996] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] console_host = devstack {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.270167] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] control_exchange = nova {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.270311] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cpu_allocation_ratio = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.270461] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] daemon = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.270616] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] debug = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.270760] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] default_access_ip_network_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.270911] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] default_availability_zone = nova {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.271064] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] default_ephemeral_format = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.271213] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] default_green_pool_size = 1000 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.271431] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.271610] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] default_schedule_zone = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.271771] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] default_thread_pool_size = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.271919] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] disk_allocation_ratio = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.272084] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] enable_new_services = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.272235] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] flat_injected = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.272385] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] force_config_drive = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.272531] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] force_raw_images = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.272687] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] graceful_shutdown_timeout = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.272837] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] heal_instance_info_cache_interval = -1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.273061] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] host = cpu-1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.273228] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.273380] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.273529] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.273739] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.273894] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] instance_build_timeout = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.274056] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] instance_delete_interval = 300 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.274215] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] instance_format = [instance: %(uuid)s] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.274370] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] instance_name_template = instance-%08x {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.274524] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] instance_usage_audit = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.274803] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] instance_usage_audit_period = month {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.274882] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.274983] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.275151] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] internal_service_availability_zone = internal {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.275297] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] key = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.275443] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] live_migration_retry_count = 30 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.275601] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_color = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.275757] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_config_append = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.275912] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.276067] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_dir = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.276214] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_file = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.276367] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_options = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.276478] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_rotate_interval = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.276636] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_rotate_interval_type = days {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.276789] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] log_rotation_type = none {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.276907] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.277035] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.277196] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.277352] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.277466] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.277615] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] long_rpc_timeout = 1800 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.277762] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] max_concurrent_builds = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.277908] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] max_concurrent_live_migrations = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.278067] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] max_concurrent_snapshots = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.278217] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] max_local_block_devices = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.278363] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] max_logfile_count = 30 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.278534] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] max_logfile_size_mb = 200 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.278693] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] maximum_instance_delete_attempts = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.278843] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] migrate_max_retries = -1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.278998] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] mkisofs_cmd = genisoimage {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.279205] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.279327] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] my_ip = 10.180.1.21 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.279537] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.279720] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] network_allocate_retries = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.279891] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.280061] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] osapi_compute_unique_server_name_scope = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.280216] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] password_length = 12 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.280362] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] periodic_enable = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.280508] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] periodic_fuzzy_delay = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.280663] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] pointer_model = usbtablet {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.280815] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] preallocate_images = none {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.280964] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] publish_errors = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.281096] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] pybasedir = /opt/stack/nova {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.281245] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ram_allocation_ratio = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.281392] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] rate_limit_burst = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.281555] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] rate_limit_except_level = CRITICAL {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.281696] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] rate_limit_interval = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.281843] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] reboot_timeout = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.281985] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] reclaim_instance_interval = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.282141] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] record = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.282298] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] reimage_timeout_per_gb = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.282449] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] report_interval = 120 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.282596] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] rescue_timeout = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.282743] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] reserved_host_cpus = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.282887] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] reserved_host_disk_mb = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.283045] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] reserved_host_memory_mb = 512 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.283195] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] reserved_huge_pages = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.283341] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] resize_confirm_window = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.283485] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] resize_fs_using_block_device = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.283657] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] resume_guests_state_on_host_boot = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.283873] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.284064] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] rpc_response_timeout = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.284219] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] run_external_periodic_tasks = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.284377] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] running_deleted_instance_action = reap {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.284525] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.284675] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] running_deleted_instance_timeout = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.284821] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler_instance_sync_interval = 120 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.284975] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_down_time = 720 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.285146] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] servicegroup_driver = db {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.285291] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] shell_completion = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.285437] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] shelved_offload_time = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.285583] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] shelved_poll_interval = 3600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.285791] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] shutdown_timeout = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.285883] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] source_is_ipv6 = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.286046] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ssl_only = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.286294] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.286453] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] sync_power_state_interval = 600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.286605] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] sync_power_state_pool_size = 1000 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.286762] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] syslog_log_facility = LOG_USER {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.286906] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] tempdir = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.287072] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] thread_pool_statistic_period = -1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.287223] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] timeout_nbd = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.287378] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] transport_url = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.287526] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] update_resources_interval = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.287675] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] use_cow_images = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.287817] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] use_journal = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.287959] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] use_json = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.288116] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] use_rootwrap_daemon = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.288263] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] use_stderr = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.288406] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] use_syslog = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.288607] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vcpu_pin_set = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.288810] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plugging_is_fatal = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.288969] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plugging_timeout = 300 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.289143] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] virt_mkfs = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.289292] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] volume_usage_poll_interval = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.289438] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] watch_log_file = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.289613] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] web = /usr/share/spice-html5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.289794] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_concurrency.disable_process_locking = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290366] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290556] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290722] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290880] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291069] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291231] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291391] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291548] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291704] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291867] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.compute_link_prefix = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292052] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292216] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.dhcp_domain = novalocal {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292373] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.enable_instance_password = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292523] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.glance_link_prefix = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292680] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292837] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292987] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.instance_list_per_project_cells = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293151] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.list_records_by_skipping_down_cells = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293303] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.local_metadata_per_cell = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293456] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.max_limit = 1000 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293604] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.metadata_cache_expiration = 15 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293784] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.neutron_default_project_id = default {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293958] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.response_validation = warn {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294132] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.use_neutron_default_nets = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294287] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294436] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294587] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294745] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294904] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.vendordata_dynamic_targets = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295059] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.vendordata_jsonfile_path = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295225] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295404] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.backend = dogpile.cache.memcached {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295560] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.backend_argument = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295711] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.backend_expiration_time = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295872] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.config_prefix = cache.oslo {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296034] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.dead_timeout = 60.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296190] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.debug_cache_backend = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296370] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.enable_retry_client = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296488] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.enable_socket_keepalive = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296647] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.enabled = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296799] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.enforce_fips_mode = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296949] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.expiration_time = 600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297111] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.hashclient_retry_attempts = 2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297265] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297418] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_dead_retry = 300 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297563] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_password = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297714] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297861] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298019] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_pool_maxsize = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298167] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298315] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_sasl_enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298496] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298667] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298819] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.memcache_username = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299010] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.proxies = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299187] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.redis_db = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299408] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.redis_password = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299660] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299893] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300176] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.redis_server = localhost:6379 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300367] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.redis_socket_timeout = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300574] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.redis_username = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300743] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.retry_attempts = 2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300902] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.retry_delay = 0.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301084] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.socket_keepalive_count = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301289] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.socket_keepalive_idle = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301453] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.socket_keepalive_interval = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301604] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.tls_allowed_ciphers = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301751] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.tls_cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301897] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.tls_certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302062] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.tls_enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302220] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cache.tls_keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302475] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302748] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.auth_type = password {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303031] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303270] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303512] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303702] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303864] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.cross_az_attach = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304033] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.debug = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304218] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.endpoint_template = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304438] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.http_retries = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304690] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304955] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305232] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.os_region_name = RegionOne {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305485] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305686] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cinder.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305861] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.306030] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.cpu_dedicated_set = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.306188] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.cpu_shared_set = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.306381] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.image_type_exclude_list = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.306502] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.306656] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.306806] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.306957] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.307131] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.307290] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.resource_provider_association_refresh = 300 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.307459] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.307615] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.shutdown_retry_interval = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.307784] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.307951] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] conductor.workers = 2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.308412] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] console.allowed_origins = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.308623] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] console.ssl_ciphers = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.308797] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] console.ssl_minimum_version = default {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.308962] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] consoleauth.enforce_session_timeout = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.309166] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] consoleauth.token_ttl = 600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.309352] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.309507] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.309660] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.309809] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.connect_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.309956] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.connect_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.310119] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.endpoint_override = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.310272] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.310418] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.310566] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.max_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.310714] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.min_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.310864] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.region_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.311016] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.retriable_status_codes = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.311172] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.311360] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.service_type = accelerator {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.311542] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.311701] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.status_code_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.311847] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.status_code_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.311992] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.312175] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.312327] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] cyborg.version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.312489] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.asyncio_connection = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.312638] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.asyncio_slave_connection = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.312798] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.backend = sqlalchemy {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.312955] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.connection = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.313123] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.connection_debug = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.313285] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.connection_parameters = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.313443] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.connection_recycle_time = 3600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.313631] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.connection_trace = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.313793] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.db_inc_retry_interval = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.313944] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.db_max_retries = 20 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.314111] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.db_max_retry_interval = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.314265] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.db_retry_interval = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.314417] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.max_overflow = 50 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.314566] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.max_pool_size = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.314718] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.max_retries = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.314902] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.315081] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.mysql_wsrep_sync_wait = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.315232] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.pool_timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.315418] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.retry_interval = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.315667] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.slave_connection = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.315938] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.sqlite_synchronous = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.316207] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] database.use_db_reconnect = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.316455] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.asyncio_connection = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.316691] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.asyncio_slave_connection = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.316953] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.backend = sqlalchemy {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.317163] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.connection = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.317356] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.connection_debug = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.317537] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.connection_parameters = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.317729] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.connection_recycle_time = 3600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.317895] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.connection_trace = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.318071] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.db_inc_retry_interval = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.318242] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.db_max_retries = 20 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.318499] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.db_max_retry_interval = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.318744] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.db_retry_interval = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.318977] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.max_overflow = 50 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.319166] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.max_pool_size = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.319373] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.max_retries = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.319554] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.319711] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.319863] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.pool_timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.320034] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.retry_interval = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.320230] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.slave_connection = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.320430] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] api_database.sqlite_synchronous = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.320571] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] devices.enabled_mdev_types = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.320740] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.320905] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.321130] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ephemeral_storage_encryption.enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.321360] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.321586] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.api_servers = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.321761] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.321918] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.322085] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.322240] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.connect_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.322389] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.connect_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.322538] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.debug = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.322730] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.default_trusted_certificate_ids = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.322895] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.enable_certificate_validation = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.323094] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.enable_rbd_download = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.323257] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.endpoint_override = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.323437] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.323594] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.323748] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.max_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.323894] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.min_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.324062] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.num_retries = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.324225] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.rbd_ceph_conf = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.324378] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.rbd_connect_timeout = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.324546] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.rbd_pool = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.324732] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.rbd_user = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.324888] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.region_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.325051] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.retriable_status_codes = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.325204] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.325361] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.service_type = image {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.325510] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.325683] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.status_code_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.325869] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.status_code_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.326060] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.326256] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.326423] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.verify_glance_signatures = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.326569] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] glance.version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.326730] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] guestfs.debug = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.326885] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.327050] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.auth_type = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.327203] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.327363] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.327531] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.327685] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.connect_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.327834] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.connect_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.327982] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.endpoint_override = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.328150] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.328297] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.328490] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.max_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.328679] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.min_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.328826] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.region_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.328976] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.retriable_status_codes = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.329140] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.329326] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.service_type = shared-file-system {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.329570] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.share_apply_policy_timeout = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.329705] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.329858] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.status_code_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.330013] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.status_code_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.330177] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.330352] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.330503] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] manila.version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.330665] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] mks.enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.331018] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.331208] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] image_cache.manager_interval = 2400 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.331393] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] image_cache.precache_concurrency = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.331569] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] image_cache.remove_unused_base_images = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.331733] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.331892] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.332073] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] image_cache.subdirectory_name = _base {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.332242] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.api_max_retries = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.332395] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.api_retry_interval = 2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.332545] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.332697] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.auth_type = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.332843] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.332988] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.333206] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.333370] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.conductor_group = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.333568] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.connect_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.333734] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.connect_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.333919] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.endpoint_override = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.334090] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.334239] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.334385] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.max_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.334532] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.min_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.334764] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.peer_list = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.334980] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.region_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.335210] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.retriable_status_codes = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.335448] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.serial_console_state_timeout = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.335689] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.335952] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.service_type = baremetal {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.336174] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.shard = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.336311] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.336466] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.status_code_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.336648] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.status_code_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.336810] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.336983] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.337151] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ironic.version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.337359] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.337531] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] key_manager.fixed_key = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.337706] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.337857] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.barbican_api_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.338014] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.barbican_endpoint = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.338181] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.barbican_endpoint_type = public {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.338330] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.barbican_region_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.338497] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.338648] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.338806] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.338955] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.339118] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.339275] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.number_of_retries = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.339423] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.retry_delay = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.339598] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.send_service_user_token = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.339753] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.339903] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.340064] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.verify_ssl = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.340215] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican.verify_ssl_path = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.340369] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.340520] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.auth_type = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.340668] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.340811] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.340960] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.341123] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.341272] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.341421] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.341569] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] barbican_service_user.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.341728] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.approle_role_id = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.341878] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.approle_secret_id = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.342056] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.kv_mountpoint = secret {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.342209] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.kv_path = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.342365] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.kv_version = 2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.342513] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.namespace = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.342663] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.root_token_id = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.342813] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.ssl_ca_crt_file = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.342967] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.timeout = 60.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.343132] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.use_ssl = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.343292] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.343447] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.343597] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.343750] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.343901] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.connect_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.344062] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.connect_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.344213] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.endpoint_override = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.344365] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.344513] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.344655] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.max_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.344798] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.min_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.344945] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.region_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.345106] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.retriable_status_codes = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.345255] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.345413] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.service_type = identity {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.345564] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.345718] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.status_code_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.345867] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.status_code_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.346028] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.346203] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.346353] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] keystone.version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.346536] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.ceph_mount_options = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.346853] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.347037] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.connection_uri = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.347195] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.cpu_mode = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.347354] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.347509] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.cpu_models = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.347670] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.cpu_power_governor_high = performance {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.347830] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.347985] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.cpu_power_management = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.348164] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.348322] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.device_detach_attempts = 8 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.348490] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.device_detach_timeout = 20 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.348658] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.disk_cachemodes = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.348811] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.disk_prefix = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.348964] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.enabled_perf_events = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.349143] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.file_backed_memory = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.349301] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.gid_maps = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.349467] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.hw_disk_discard = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.349639] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.hw_machine_type = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.349803] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.images_rbd_ceph_conf = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.349958] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.350129] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.350291] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.images_rbd_glance_store_name = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.350451] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.images_rbd_pool = rbd {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.350615] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.images_type = default {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.350763] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.images_volume_group = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.350914] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.inject_key = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.351080] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.inject_partition = -2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.351234] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.inject_password = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.351387] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.iscsi_iface = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.351537] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.iser_use_multipath = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.351690] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.351841] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.351991] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_downtime = 500 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.352156] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.352306] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.352455] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_inbound_addr = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.352608] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.352761] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.352909] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_scheme = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.353084] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_timeout_action = abort {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.353241] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_tunnelled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.353389] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_uri = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.353540] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.live_migration_with_native_tls = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.353691] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.max_queues = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.353843] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.354070] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.354228] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.nfs_mount_options = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.354515] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.354681] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.354836] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.354992] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.355161] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.355315] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.num_pcie_ports = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.355471] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.355626] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.pmem_namespaces = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.355776] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.quobyte_client_cfg = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.356080] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.356250] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.356408] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.356563] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.356717] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rbd_secret_uuid = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.356867] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rbd_user = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.357026] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.357193] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.357344] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rescue_image_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.357494] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rescue_kernel_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.357641] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rescue_ramdisk_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.357796] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.357944] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.rx_queue_size = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.358113] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.smbfs_mount_options = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.358397] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.358590] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.snapshot_compression = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.358749] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.snapshot_image_format = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.358970] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.359150] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.sparse_logical_volumes = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.359308] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.swtpm_enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.359489] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.swtpm_group = tss {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.359714] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.swtpm_user = tss {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.359889] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.sysinfo_serial = unique {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.360055] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.tb_cache_size = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.360206] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.tx_queue_size = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.360363] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.uid_maps = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.360517] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.use_virtio_for_bridges = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.360679] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.virt_type = kvm {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.360837] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.volume_clear = zero {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.360991] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.volume_clear_size = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.361160] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.volume_enforce_multipath = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.361318] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.volume_use_multipath = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.361468] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.vzstorage_cache_path = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.361624] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.361778] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.361931] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.362096] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.362379] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.362550] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.vzstorage_mount_user = stack {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.362710] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.362870] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.363045] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.auth_type = password {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.363200] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.363348] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.363500] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.363650] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.connect_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.363799] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.connect_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.363959] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.default_floating_pool = public {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.364122] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.endpoint_override = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.364275] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.extension_sync_interval = 600 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.364427] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.http_retries = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.364579] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.364729] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.364877] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.max_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365048] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365201] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.min_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365359] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.ovs_bridge = br-int {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365515] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.physnets = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365674] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.region_name = RegionOne {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365829] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.retriable_status_codes = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365987] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.service_metadata_proxy = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366152] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366315] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.service_type = network {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366464] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366615] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.status_code_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366762] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.status_code_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366910] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367095] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367247] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] neutron.version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367412] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] notifications.bdms_in_notifications = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367581] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] notifications.default_level = INFO {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367738] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] notifications.include_share_mapping = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367903] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] notifications.notification_format = unversioned {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368070] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] notifications.notify_on_state_change = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368237] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368405] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] pci.alias = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368612] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] pci.device_spec = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368776] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] pci.report_in_placement = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368939] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369119] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.auth_type = password {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369279] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369462] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369597] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369763] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369914] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.connect_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370073] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.connect_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370226] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.default_domain_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370375] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.default_domain_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370521] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.domain_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370666] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.domain_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370833] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.endpoint_override = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370997] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371159] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371302] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.max_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371445] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.min_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371601] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.password = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371749] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.project_domain_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371902] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.project_domain_name = Default {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372086] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.project_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372254] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.project_name = service {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372410] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.region_name = RegionOne {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372560] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.retriable_status_codes = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372710] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372865] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.service_type = placement {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373027] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373182] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.status_code_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373329] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.status_code_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373474] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.system_scope = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373624] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373771] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.trust_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373918] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.user_domain_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374085] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.user_domain_name = Default {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374236] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.user_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374394] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.username = nova {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374559] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374709] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] placement.version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374877] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.cores = 20 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375042] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.count_usage_from_placement = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375207] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375367] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.injected_file_content_bytes = 10240 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375522] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.injected_file_path_length = 255 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375677] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.injected_files = 5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375831] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.instances = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375982] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.key_pairs = 100 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376151] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.metadata_items = 128 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376303] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.ram = 51200 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376514] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.recheck_quota = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376699] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.server_group_members = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376856] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.server_groups = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377092] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377306] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] quota.unified_limits_resource_strategy = require {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377480] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377639] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377793] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.image_metadata_prefilter = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377943] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378111] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.max_attempts = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378266] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.max_placement_results = 1000 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378426] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378600] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378755] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378918] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] scheduler.workers = 2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379094] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379257] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379427] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379587] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379741] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379892] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380055] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380237] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380395] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.host_subset_size = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380555] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380712] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380885] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381057] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381212] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381366] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.isolated_hosts = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381517] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.isolated_images = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381670] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381818] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381968] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382146] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.pci_in_placement = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382299] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382450] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382600] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382749] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382898] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383058] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383211] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.track_instance_changes = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383376] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383537] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] metrics.required = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383691] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] metrics.weight_multiplier = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383841] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383995] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] metrics.weight_setting = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384311] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384479] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] serial_console.enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384647] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] serial_console.port_range = 10000:20000 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384807] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384966] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385149] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] serial_console.serialproxy_port = 6083 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385310] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385474] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.auth_type = password {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385626] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385771] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385923] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386084] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386237] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386396] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.send_service_user_token = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386545] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386693] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] service_user.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386852] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.agent_enabled = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387009] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387316] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387507] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387670] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.html5proxy_port = 6082 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387823] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.image_compression = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387970] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.jpeg_compression = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388140] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.playback_compression = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388293] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.require_secure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388453] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.server_listen = 127.0.0.1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388641] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388916] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389096] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.streaming_mode = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389253] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] spice.zlib_compression = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389409] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] upgrade_levels.baseapi = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389607] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] upgrade_levels.compute = auto {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389759] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] upgrade_levels.conductor = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389908] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] upgrade_levels.scheduler = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390073] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390228] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390376] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390522] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390674] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390842] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391007] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391169] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391317] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vendordata_dynamic_auth.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391482] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.api_retry_count = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391661] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.ca_file = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391826] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391988] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.cluster_name = testcl1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392169] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.connection_pool_size = 10 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392321] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.console_delay_seconds = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392478] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.datastore_regex = ^datastore.* {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392677] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392841] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.host_password = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392995] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.host_port = 443 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393167] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.host_username = administrator@vsphere.local {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393326] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.insecure = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393474] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.integration_bridge = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393627] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.maximum_objects = 100 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393772] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.pbm_default_policy = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393921] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.pbm_enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394077] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.pbm_wsdl_location = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394236] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394381] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.serial_port_proxy_uri = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394526] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.serial_port_service_uri = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394679] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.task_poll_interval = 0.5 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394837] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.use_linked_clone = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394994] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.vnc_keymap = en-us {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395162] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.vnc_port = 5900 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395317] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vmware.vnc_port_total = 10000 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395491] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.auth_schemes = ['none'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395656] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395927] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396115] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396279] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.novncproxy_port = 6080 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396492] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.server_listen = 127.0.0.1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396674] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396828] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.vencrypt_ca_certs = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396978] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.vencrypt_client_cert = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397144] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vnc.vencrypt_client_key = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397308] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397461] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.disable_deep_image_inspection = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397616] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397766] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397915] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398078] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.disable_rootwrap = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398232] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.enable_numa_live_migration = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398382] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398560] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398722] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398874] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.libvirt_disable_apic = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399035] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399194] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399345] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399519] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399687] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399839] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399989] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400155] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400305] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400457] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400633] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400788] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400941] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] zvm.ca_file = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401104] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] zvm.cloud_connector_url = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401399] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401566] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] zvm.reachable_timeout = 300 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401726] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401891] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402067] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.connection_string = messaging:// {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402226] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.enabled = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402383] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.es_doc_type = notification {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402534] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.es_scroll_size = 10000 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402691] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.es_scroll_time = 2m {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402843] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.filter_error_trace = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402998] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.hmac_keys = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403168] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.sentinel_service_name = mymaster {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403332] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.socket_timeout = 0.1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403482] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.trace_requests = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403658] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler.trace_sqlalchemy = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403829] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler_jaeger.process_tags = {} {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403977] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler_jaeger.service_name_prefix = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404142] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] profiler_otlp.service_name_prefix = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404319] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404478] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404625] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404778] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404929] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405092] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405247] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405397] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405547] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405704] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405857] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406016] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406178] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406332] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406510] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406672] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406833] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406984] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407158] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407313] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407462] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407613] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407764] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407912] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408074] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408225] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408371] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408556] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408720] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408915] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409089] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.ssl = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409253] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409414] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409589] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409752] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409910] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410074] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410265] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410422] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_notifications.retry = -1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410586] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410745] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410905] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.auth_section = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411068] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.auth_type = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411217] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.cafile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411365] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.certfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411515] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.collect_timing = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411685] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.connect_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411847] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.connect_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411998] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.endpoint_id = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412175] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412324] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.endpoint_override = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412469] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.endpoint_region_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412693] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.endpoint_service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412936] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.endpoint_service_type = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413206] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.insecure = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413464] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.keyfile = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413653] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.max_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413814] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.min_version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414050] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.region_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414229] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.retriable_status_codes = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414385] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.service_name = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414538] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.service_type = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414691] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.split_loggers = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414841] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.status_code_retries = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414989] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.status_code_retry_delay = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415155] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.timeout = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415307] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.valid_interfaces = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415457] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_limit.version = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415616] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_reports.file_event_handler = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415769] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415917] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] oslo_reports.log_dir = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416091] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416245] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416418] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416587] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416744] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416896] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417059] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417224] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417375] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_ovs_privileged.group = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417523] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417675] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417831] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417983] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418147] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] vif_plug_ovs_privileged.user = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418311] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418505] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418675] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418840] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418999] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419179] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419337] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419516] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419687] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419849] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_ovs.isolate_vif = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420028] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420181] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420341] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420502] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420656] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] os_vif_ovs.per_port_bridge = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420817] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420965] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] privsep_osbrick.group = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421130] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] privsep_osbrick.helper_command = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421282] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421436] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421587] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421737] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] privsep_osbrick.user = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421895] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422053] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] nova_sys_admin.group = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422204] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] nova_sys_admin.helper_command = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422356] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422509] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422660] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422808] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] nova_sys_admin.user = None {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422929] env[65635]: DEBUG oslo_service.backend._eventlet.service [None req-74392fc0-98ac-454d-b97a-46eb7a7270f7 None None] ******************************************************************************** {{(pid=65635) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 551.423353] env[65635]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 551.927721] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Getting list of instances from cluster (obj){ [ 551.927721] env[65635]: value = "domain-c8" [ 551.927721] env[65635]: _type = "ClusterComputeResource" [ 551.927721] env[65635]: } {{(pid=65635) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 551.928903] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc0598-a890-47d9-a84d-7a5b1205d58f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.938730] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Got total of 0 instances {{(pid=65635) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 551.939386] env[65635]: WARNING nova.virt.vmwareapi.driver [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 551.939879] env[65635]: INFO nova.virt.node [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Generated node identity 432a514d-d1fd-40ae-bb26-2e951558dfd9 [ 551.940141] env[65635]: INFO nova.virt.node [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Wrote node identity 432a514d-d1fd-40ae-bb26-2e951558dfd9 to /opt/stack/data/n-cpu-1/compute_id [ 552.443028] env[65635]: WARNING nova.compute.manager [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Compute nodes ['432a514d-d1fd-40ae-bb26-2e951558dfd9'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 553.448657] env[65635]: INFO nova.compute.manager [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 554.455109] env[65635]: WARNING nova.compute.manager [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 554.455482] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.455643] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.455752] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.455905] env[65635]: DEBUG nova.compute.resource_tracker [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 554.456892] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606b9637-aa52-48aa-bfd0-cf9a3c0072a7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.465385] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14246a9-d70a-4e35-bbee-338eda4a680f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.481402] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d590aae1-eae1-45dd-b82f-9c76e383f5a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.488329] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251bae2c-0c93-414a-a6b3-43df1af47247 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.516897] env[65635]: DEBUG nova.compute.resource_tracker [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180700MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 554.517074] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.517249] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.019891] env[65635]: WARNING nova.compute.resource_tracker [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] No compute node record for cpu-1:432a514d-d1fd-40ae-bb26-2e951558dfd9: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 432a514d-d1fd-40ae-bb26-2e951558dfd9 could not be found. [ 555.524648] env[65635]: INFO nova.compute.resource_tracker [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 432a514d-d1fd-40ae-bb26-2e951558dfd9 [ 557.032166] env[65635]: DEBUG nova.compute.resource_tracker [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 557.032563] env[65635]: DEBUG nova.compute.resource_tracker [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 557.194953] env[65635]: INFO nova.scheduler.client.report [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] [req-61890659-b9ea-44a6-b0a0-9c28f71bfa9c] Created resource provider record via placement API for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 557.213221] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d63da8-0122-4155-8618-d06acb5fa12e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.221522] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9a59e9-3b08-4923-8d89-cd85705cc254 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.252372] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d125dcba-83f5-48ee-8445-ce6ee92f4815 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.260116] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22244e-4623-4468-9a4b-9f55bb9a3930 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.273862] env[65635]: DEBUG nova.compute.provider_tree [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 557.813173] env[65635]: DEBUG nova.scheduler.client.report [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 557.813413] env[65635]: DEBUG nova.compute.provider_tree [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 0 to 1 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 557.813563] env[65635]: DEBUG nova.compute.provider_tree [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 557.880820] env[65635]: DEBUG nova.compute.provider_tree [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 1 to 2 during operation: update_traits {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 558.386173] env[65635]: DEBUG nova.compute.resource_tracker [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 558.386627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.869s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.386627] env[65635]: DEBUG nova.service [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Creating RPC server for service compute {{(pid=65635) start /opt/stack/nova/nova/service.py:177}} [ 558.400551] env[65635]: DEBUG nova.service [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] Join ServiceGroup membership for this service compute {{(pid=65635) start /opt/stack/nova/nova/service.py:194}} [ 558.400775] env[65635]: DEBUG nova.servicegroup.drivers.db [None req-d27de9cf-d63e-413e-98fc-133fc680f3df None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65635) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 597.316452] env[65635]: INFO nova.utils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] The default thread pool MainProcess.default is initialized [ 597.317322] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.317540] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.824109] env[65635]: DEBUG nova.compute.manager [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 598.372520] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.372520] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.376776] env[65635]: INFO nova.compute.claims [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.434265] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05d6997-7c31-42b2-84d3-52d8108420c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.444943] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df53b0b1-b520-40b2-af0c-9b0ca0418797 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.486760] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374328d2-d9d6-4e3d-a304-94ff8b3f749a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.496876] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874fe091-c8f2-4a0d-ad33-b8c5b9a287da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.513955] env[65635]: DEBUG nova.compute.provider_tree [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.018214] env[65635]: DEBUG nova.scheduler.client.report [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.525137] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.525769] env[65635]: DEBUG nova.compute.manager [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 601.031495] env[65635]: DEBUG nova.compute.utils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.032949] env[65635]: DEBUG nova.compute.manager [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 601.535855] env[65635]: DEBUG nova.compute.manager [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 602.235381] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.235381] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.548121] env[65635]: DEBUG nova.compute.manager [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 602.737768] env[65635]: DEBUG nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 602.762124] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.762647] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.762647] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.762797] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.763400] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.763400] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.763400] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.763586] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.764164] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.764164] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.764242] env[65635]: DEBUG nova.virt.hardware [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.765221] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53918e24-ea54-4d2a-b8f0-b9bc3c5886d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.775788] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1123b8bc-064c-4554-9070-10e662bb9232 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.798104] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01282c1-487d-4a1c-95a4-bf33c00ceda4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.818931] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.828696] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.829298] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aeb0f26-c889-4f8e-963f-af5e99b548df {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.842307] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Created folder: OpenStack in parent group-v4. [ 602.842530] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Creating folder: Project (7dbd020e0fb1406fa9b65505c029ec09). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.842737] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea121346-75c4-4a7e-84c1-6c2654022a17 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.852737] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Created folder: Project (7dbd020e0fb1406fa9b65505c029ec09) in parent group-v866005. [ 602.852945] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Creating folder: Instances. Parent ref: group-v866006. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.853212] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9d3d776-d77b-41f3-87d9-d0088c012282 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.863413] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Created folder: Instances in parent group-v866006. [ 602.863669] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 602.863862] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.864088] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-114b51ce-77f8-46b4-92b3-956fd1e724ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.888355] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.888355] env[65635]: value = "task-4425755" [ 602.888355] env[65635]: _type = "Task" [ 602.888355] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.897990] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425755, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.269419] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.269546] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.273299] env[65635]: INFO nova.compute.claims [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.400538] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425755, 'name': CreateVM_Task, 'duration_secs': 0.333677} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.400538] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.401510] env[65635]: DEBUG oslo_vmware.service [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa916853-7038-4ed8-8253-6105cf90e367 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.409575] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.409575] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.410355] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.413022] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a8fcc1-a01d-45ec-9556-234627e28f4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.417936] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 603.417936] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52321841-917d-302f-b69b-2e7230d6c2c0" [ 603.417936] env[65635]: _type = "Task" [ 603.417936] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.429522] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52321841-917d-302f-b69b-2e7230d6c2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.934262] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.934262] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.934262] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.934262] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.934715] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.934715] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b9986b-15d8-4e58-804d-3dceb94f3a28 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.958829] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.958829] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.958829] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf212c89-b3f5-4f25-9bec-4bb6cf1cbbf5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.971172] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab829d5-6109-493d-bdc4-e2e9f592b958 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.977752] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 603.977752] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523312b8-1384-c40d-770b-baa19439d41a" [ 603.977752] env[65635]: _type = "Task" [ 603.977752] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.989116] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523312b8-1384-c40d-770b-baa19439d41a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.353122] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5115c5-8fc8-49a6-ac5c-b373385a9623 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.364361] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74d6b28-70ec-46f4-8851-5e50856729e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.399210] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc06731-b9b2-4f08-abae-801392257295 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.414887] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49c1297-3ccc-4cfd-8248-3f89371d5745 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.442078] env[65635]: DEBUG nova.compute.provider_tree [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.494770] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Preparing fetch location {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.494770] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Creating directory with path [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.494770] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d660d770-2dd8-4d8b-9311-2905e4b32c6d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.518611] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Created directory with path [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.518950] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Fetch image to [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.519054] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Downloading image file data 50a5ca0d-758c-4e9a-9117-303d778dbacb to [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk on the data store datastore1 {{(pid=65635) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.519972] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce101ad-b45f-41e0-b14d-9e52cd334b8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.532032] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97525190-96ff-44ce-83e4-057246b40b6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.549452] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c77a3a-6457-4feb-96c9-3711db273f50 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.593913] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89193f-f7e0-4ad4-aa20-db513536a070 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.603150] env[65635]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-048e5e11-beb7-4558-97d1-4e6f9ed719b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.629851] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Downloading image file data 50a5ca0d-758c-4e9a-9117-303d778dbacb to the data store datastore1 {{(pid=65635) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.744100] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65635) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.951860] env[65635]: DEBUG nova.scheduler.client.report [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.116393] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.116582] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.312286] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.312448] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.464584] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.464584] env[65635]: DEBUG nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 605.512853] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Completed reading data from the image iterator. {{(pid=65635) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.512853] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.562077] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Downloaded image file data 50a5ca0d-758c-4e9a-9117-303d778dbacb to vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk on the data store datastore1 {{(pid=65635) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.563671] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Caching image {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.563947] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Copying Virtual Disk [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk to [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.564298] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93f27899-f596-45fe-a27e-5c60d006210b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.575202] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 605.575202] env[65635]: value = "task-4425756" [ 605.575202] env[65635]: _type = "Task" [ 605.575202] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.587850] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.623690] env[65635]: DEBUG nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 605.817521] env[65635]: DEBUG nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 605.881246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquiring lock "30d8c792-400c-42be-aa44-6144d11a2393" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.881246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "30d8c792-400c-42be-aa44-6144d11a2393" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.972209] env[65635]: DEBUG nova.compute.utils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.974421] env[65635]: DEBUG nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 605.974421] env[65635]: DEBUG nova.network.neutron [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.976118] env[65635]: WARNING neutronclient.v2_0.client [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.977903] env[65635]: WARNING neutronclient.v2_0.client [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.088051] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425756, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.167436] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.167528] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.170179] env[65635]: INFO nova.compute.claims [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.316843] env[65635]: DEBUG nova.policy [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1a8539c18dd46a293ccb2b4e76beb0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4980548203504b72bf140d299a9f0a87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.359605] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.385670] env[65635]: DEBUG nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 606.483252] env[65635]: DEBUG nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 606.587862] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670083} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.588131] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Copied Virtual Disk [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk to [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.588357] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleting the datastore file [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.588787] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14aab663-2873-48fb-a90b-28b4daa1c7fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.597684] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 606.597684] env[65635]: value = "task-4425757" [ 606.597684] env[65635]: _type = "Task" [ 606.597684] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.607632] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.880204] env[65635]: DEBUG nova.network.neutron [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Successfully created port: d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.926285] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.113048] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024994} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.113723] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.113723] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Moving file from [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20/50a5ca0d-758c-4e9a-9117-303d778dbacb to [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb. {{(pid=65635) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 607.113723] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9660d4f3-cfa0-4f86-8c64-3ecaa9d33bb1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.129257] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 607.129257] env[65635]: value = "task-4425758" [ 607.129257] env[65635]: _type = "Task" [ 607.129257] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.139279] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425758, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.302786] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ef4f9e-eabe-445e-9354-c861c38afc47 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.315327] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a554a9-b3c2-4615-a545-f9c4446bebb0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.358308] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb88cbb9-b5a6-41b8-b095-1ac65f4c9481 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.367674] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a338471b-140e-4921-b990-0beb46aa363c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.391502] env[65635]: DEBUG nova.compute.provider_tree [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.498958] env[65635]: DEBUG nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 607.612272] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.612804] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.612897] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.613169] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.613389] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.613601] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.613879] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.614120] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.614394] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.614618] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.614844] env[65635]: DEBUG nova.virt.hardware [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.616780] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8c2f9b-d353-445e-be8b-9034d9313035 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.632394] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10242ea-959b-4651-b5fd-3de308732e30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.673671] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425758, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033723} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.673671] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] File moved {{(pid=65635) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.673671] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Cleaning up location [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.673671] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleting the datastore file [datastore1] vmware_temp/bc0555c9-a460-464a-883b-b178056b0c20 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.673671] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2103753-b416-46f3-8247-25d96266b5e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.677605] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 607.677605] env[65635]: value = "task-4425759" [ 607.677605] env[65635]: _type = "Task" [ 607.677605] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.692147] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.895103] env[65635]: DEBUG nova.scheduler.client.report [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.188405] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028361} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.188724] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.189709] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466af9be-c5f4-4ff7-b902-64d18bc63d4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.196971] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 608.196971] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c7819-e141-7313-d1c0-8fd8b723260c" [ 608.196971] env[65635]: _type = "Task" [ 608.196971] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.205980] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c7819-e141-7313-d1c0-8fd8b723260c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.405024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.405024] env[65635]: DEBUG nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 608.406257] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.047s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.411280] env[65635]: INFO nova.compute.claims [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.710610] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c7819-e141-7313-d1c0-8fd8b723260c, 'name': SearchDatastore_Task, 'duration_secs': 0.014077} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.710885] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.711415] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba/54b2e56e-73f3-4c1c-91ed-9821a6840cba.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.711711] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52ccdd21-306b-4a74-84bb-527cc7a859ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.721591] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 608.721591] env[65635]: value = "task-4425760" [ 608.721591] env[65635]: _type = "Task" [ 608.721591] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.731987] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.916405] env[65635]: DEBUG nova.compute.utils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.923043] env[65635]: DEBUG nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 608.923043] env[65635]: DEBUG nova.network.neutron [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 608.923043] env[65635]: WARNING neutronclient.v2_0.client [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.923043] env[65635]: WARNING neutronclient.v2_0.client [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.236957] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425760, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.288623] env[65635]: DEBUG nova.network.neutron [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Successfully updated port: d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.432338] env[65635]: DEBUG nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 609.596086] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acde34e-76cf-48a2-baf0-5079559da28b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.605571] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee94ea02-23d4-4323-98cd-be69f8f4b9e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.643906] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4259f70d-d41f-485e-9ca7-a7add0ac1585 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.654083] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27ab41-6362-46bb-afa9-6f6722f3c773 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.671399] env[65635]: DEBUG nova.compute.provider_tree [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.734111] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425760, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.782771] env[65635]: DEBUG nova.policy [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c0c8836c8894b06b37ec25eb08528cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bcadca0b53b48a191d91a21bb6ece0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.790924] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.791252] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.791539] env[65635]: DEBUG nova.network.neutron [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 610.176497] env[65635]: DEBUG nova.scheduler.client.report [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.236954] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425760, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.446064] env[65635]: DEBUG nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 610.496390] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 610.496547] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.497329] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 610.497329] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.497329] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 610.497329] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 610.497329] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 610.497587] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 610.498208] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 610.498208] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 610.498208] env[65635]: DEBUG nova.virt.hardware [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 610.499064] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8869c74-43b2-4176-a0b7-216b85ade56f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.509892] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a2f90-a91f-4448-abea-661b85fae546 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.682203] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.682720] env[65635]: DEBUG nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 610.685794] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.760s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.687239] env[65635]: INFO nova.compute.claims [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.741301] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425760, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.939348} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.742484] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba/54b2e56e-73f3-4c1c-91ed-9821a6840cba.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.742651] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.743292] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bea7435a-e227-4e8a-ba95-2b37be301387 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.753254] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 610.753254] env[65635]: value = "task-4425761" [ 610.753254] env[65635]: _type = "Task" [ 610.753254] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.765201] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.873691] env[65635]: DEBUG nova.network.neutron [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Successfully created port: d2361973-77eb-44c5-89e2-12e822f477a1 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.906613] env[65635]: DEBUG nova.network.neutron [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 611.192015] env[65635]: DEBUG nova.compute.utils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.196321] env[65635]: DEBUG nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 611.196589] env[65635]: DEBUG nova.network.neutron [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 611.197017] env[65635]: WARNING neutronclient.v2_0.client [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.197514] env[65635]: WARNING neutronclient.v2_0.client [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.267073] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071261} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.267073] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.269612] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c3c15-cc5d-4b5b-8159-167a36e3e3ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.303746] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba/54b2e56e-73f3-4c1c-91ed-9821a6840cba.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.306474] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023f94b1-23c0-459a-b5f3-d4350b699748 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.332303] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 611.332303] env[65635]: value = "task-4425762" [ 611.332303] env[65635]: _type = "Task" [ 611.332303] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.343498] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.698416] env[65635]: DEBUG nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 611.846173] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425762, 'name': ReconfigVM_Task, 'duration_secs': 0.292575} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.846551] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba/54b2e56e-73f3-4c1c-91ed-9821a6840cba.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.848185] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b8f4df-c768-4706-b963-2f0fd324339f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.864503] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 611.864503] env[65635]: value = "task-4425763" [ 611.864503] env[65635]: _type = "Task" [ 611.864503] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.875128] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425763, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.905245] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a345078a-28b7-4d27-a9f0-9411b2f7baf7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.916097] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9512ad3-0631-4d38-a36f-f1ded9e5dcb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.950405] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d28acde-ec78-44d3-bd83-bb8ad8d481c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.962364] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98f1d66-7362-4768-aa3b-7715672e9883 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.980087] env[65635]: DEBUG nova.compute.provider_tree [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.374087] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425763, 'name': Rename_Task, 'duration_secs': 0.143867} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.374472] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.374654] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8330d5-8b25-45c9-a656-757cda240ed3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.383426] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 612.383426] env[65635]: value = "task-4425764" [ 612.383426] env[65635]: _type = "Task" [ 612.383426] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.393866] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.430230] env[65635]: DEBUG nova.policy [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '685e22651be14886b88f105892948e49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4488c42fd114387b37acddc3a4488ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.483617] env[65635]: DEBUG nova.scheduler.client.report [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.711438] env[65635]: DEBUG nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 612.743860] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 612.744110] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.744201] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 612.744475] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.744584] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 612.744656] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 612.744866] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 612.745806] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 612.746686] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 612.746904] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 612.747103] env[65635]: DEBUG nova.virt.hardware [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 612.748229] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f6c62f-6fc1-4d84-a6d8-273457e86f05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.762236] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ec298-64d2-4e77-b3cf-184863aecdb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.895885] env[65635]: DEBUG oslo_vmware.api [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425764, 'name': PowerOnVM_Task, 'duration_secs': 0.495258} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.896175] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.896607] env[65635]: INFO nova.compute.manager [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Took 10.35 seconds to spawn the instance on the hypervisor. [ 612.896807] env[65635]: DEBUG nova.compute.manager [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.897771] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b9c09d-d418-4cbe-8109-21f0e070cde4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.936190] env[65635]: DEBUG nova.network.neutron [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Successfully updated port: d2361973-77eb-44c5-89e2-12e822f477a1 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 612.991757] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.992299] env[65635]: DEBUG nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 613.416184] env[65635]: INFO nova.compute.manager [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Took 15.09 seconds to build instance. [ 613.438879] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "refresh_cache-0bca13d5-0620-4110-b8f2-a49f1f91352d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.440915] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquired lock "refresh_cache-0bca13d5-0620-4110-b8f2-a49f1f91352d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.440915] env[65635]: DEBUG nova.network.neutron [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.501836] env[65635]: DEBUG nova.compute.utils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.503558] env[65635]: DEBUG nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 613.503917] env[65635]: DEBUG nova.network.neutron [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 613.504278] env[65635]: WARNING neutronclient.v2_0.client [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.504690] env[65635]: WARNING neutronclient.v2_0.client [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.566382] env[65635]: DEBUG nova.network.neutron [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Successfully created port: d26562d0-643a-49ae-a919-f0c4ce70781f {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 613.729933] env[65635]: WARNING neutronclient.v2_0.client [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.921270] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e0ff30dc-9fe7-48cc-a978-2e7b6d0a725e tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.602s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.008739] env[65635]: DEBUG nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 614.054168] env[65635]: DEBUG nova.policy [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '783b2fe4ae7747a9b0906388bbb199a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c242ec111044499d01360983b61615', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.365415] env[65635]: DEBUG nova.network.neutron [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 615.022029] env[65635]: DEBUG nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 615.051487] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 615.051733] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.051879] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 615.052065] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.052210] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 615.052356] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 615.052560] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 615.052785] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 615.052872] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 615.054298] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 615.054415] env[65635]: DEBUG nova.virt.hardware [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 615.055336] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09abe5c3-eb2a-4ce5-9fa1-634d7e27d6ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.064691] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7106eb7-6f73-4113-88a7-a2e0269a6750 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.588343] env[65635]: DEBUG nova.network.neutron [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Successfully updated port: d26562d0-643a-49ae-a919-f0c4ce70781f {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 615.723809] env[65635]: DEBUG nova.network.neutron [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Successfully created port: e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 615.765173] env[65635]: DEBUG nova.network.neutron [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updating instance_info_cache with network_info: [{"id": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "address": "fa:16:3e:74:b6:e8", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0341c66-c5", "ovs_interfaceid": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.096778] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.097102] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquired lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.097167] env[65635]: DEBUG nova.network.neutron [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.267982] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Releasing lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.268971] env[65635]: DEBUG nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Instance network_info: |[{"id": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "address": "fa:16:3e:74:b6:e8", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0341c66-c5", "ovs_interfaceid": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 616.269163] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:b6:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0341c66-c50c-4d6c-a6b4-0b9243227254', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.281077] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Creating folder: Project (4980548203504b72bf140d299a9f0a87). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.281509] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd5b50c-8fb8-4519-94cd-b61a83a4ab98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.295784] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Created folder: Project (4980548203504b72bf140d299a9f0a87) in parent group-v866005. [ 616.296673] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Creating folder: Instances. Parent ref: group-v866009. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.296673] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f95064d-e05d-4e92-b2f0-3bd9a039f282 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.311100] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Created folder: Instances in parent group-v866009. [ 616.311100] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 616.311100] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.311100] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-334b0f07-a800-49d4-a6c7-a349de52c727 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.333464] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.333464] env[65635]: value = "task-4425767" [ 616.333464] env[65635]: _type = "Task" [ 616.333464] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.343898] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425767, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.852373] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425767, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.346207] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425767, 'name': CreateVM_Task, 'duration_secs': 0.569165} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.346543] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.348172] env[65635]: WARNING neutronclient.v2_0.client [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.403195] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.403195] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.403383] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.403493] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.403680] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.403863] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.404058] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.448641] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Acquiring lock "10373e77-b998-49cb-a441-bd2738d0192c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.448875] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Lock "10373e77-b998-49cb-a441-bd2738d0192c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.654237] env[65635]: DEBUG nova.network.neutron [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 617.716446] env[65635]: WARNING neutronclient.v2_0.client [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.850714] env[65635]: DEBUG nova.network.neutron [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Successfully updated port: e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 617.912041] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Getting list of instances from cluster (obj){ [ 617.912041] env[65635]: value = "domain-c8" [ 617.912041] env[65635]: _type = "ClusterComputeResource" [ 617.912041] env[65635]: } {{(pid=65635) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 617.912333] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1065a9e-64a5-4852-9c32-85cb6c6f792c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.926898] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Got total of 2 instances {{(pid=65635) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 617.927342] env[65635]: WARNING nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] While synchronizing instance power states, found 5 instances in the database and 2 instances on the hypervisor. [ 617.927604] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 54b2e56e-73f3-4c1c-91ed-9821a6840cba {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 617.930018] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1 {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 617.930018] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 0bca13d5-0620-4110-b8f2-a49f1f91352d {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 617.930018] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33 {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 617.930018] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 30d8c792-400c-42be-aa44-6144d11a2393 {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 617.930018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.930018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.930307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.930307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.930307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.930456] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "30d8c792-400c-42be-aa44-6144d11a2393" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.930758] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.931107] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 617.932018] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d37e77-3c2d-459f-9fa4-669551732646 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.935209] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.955949] env[65635]: DEBUG nova.compute.manager [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 618.072194] env[65635]: DEBUG oslo_vmware.service [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53511e6f-ad92-4324-b7a7-2f574b4bc83f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.080202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.080202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.080202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.081735] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2de2dcb-a5c8-4191-8369-42a20dae11bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.100041] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 618.100041] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52674357-ed06-9553-f93c-214f581768c0" [ 618.100041] env[65635]: _type = "Task" [ 618.100041] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.108878] env[65635]: DEBUG nova.compute.manager [req-df3be5e2-b41e-4e7a-be2f-18b06ddc2e5e req-366c83f6-0e2a-4ae5-82d0-e588365a41d5 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Received event network-vif-plugged-d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.109146] env[65635]: DEBUG oslo_concurrency.lockutils [req-df3be5e2-b41e-4e7a-be2f-18b06ddc2e5e req-366c83f6-0e2a-4ae5-82d0-e588365a41d5 service nova] Acquiring lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.109458] env[65635]: DEBUG oslo_concurrency.lockutils [req-df3be5e2-b41e-4e7a-be2f-18b06ddc2e5e req-366c83f6-0e2a-4ae5-82d0-e588365a41d5 service nova] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.109565] env[65635]: DEBUG oslo_concurrency.lockutils [req-df3be5e2-b41e-4e7a-be2f-18b06ddc2e5e req-366c83f6-0e2a-4ae5-82d0-e588365a41d5 service nova] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.110219] env[65635]: DEBUG nova.compute.manager [req-df3be5e2-b41e-4e7a-be2f-18b06ddc2e5e req-366c83f6-0e2a-4ae5-82d0-e588365a41d5 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] No waiting events found dispatching network-vif-plugged-d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 618.110219] env[65635]: WARNING nova.compute.manager [req-df3be5e2-b41e-4e7a-be2f-18b06ddc2e5e req-366c83f6-0e2a-4ae5-82d0-e588365a41d5 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Received unexpected event network-vif-plugged-d0341c66-c50c-4d6c-a6b4-0b9243227254 for instance with vm_state building and task_state spawning. [ 618.123438] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.123631] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.123924] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.124107] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.124950] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.124950] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5267ec9e-4fdf-41e6-ac63-3b9d9826459c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.136015] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.136623] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.137450] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365615b8-7bd9-4417-bf1b-8e8efabd1df3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.146520] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50df7744-e6c6-4c63-838f-214c942669ff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.155163] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 618.155163] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5278288f-c71a-b058-897f-c14c24ae35fc" [ 618.155163] env[65635]: _type = "Task" [ 618.155163] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.164634] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5278288f-c71a-b058-897f-c14c24ae35fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.354555] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquiring lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.354955] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquired lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.354955] env[65635]: DEBUG nova.network.neutron [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 618.439108] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.439108] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.439108] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.439108] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 618.441183] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7e60d9-b763-423d-8347-1b3415103c63 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.447851] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.452077] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a86837a-7eb5-457e-b0b7-41c95de6aa7e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.483984] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5701465-14a9-4790-a828-83f34fbe51fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.495599] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f7cf3-80d7-4289-8eab-398c3608ee73 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.530937] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180679MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 618.531080] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.531297] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.540029] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.548408] env[65635]: DEBUG nova.network.neutron [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Updating instance_info_cache with network_info: [{"id": "d2361973-77eb-44c5-89e2-12e822f477a1", "address": "fa:16:3e:a9:8e:7d", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2361973-77", "ovs_interfaceid": "d2361973-77eb-44c5-89e2-12e822f477a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.667809] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Preparing fetch location {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 618.668536] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Creating directory with path [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.668536] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e6d469b-bdfc-40eb-b856-73ab63f3cf2b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.701235] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Created directory with path [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.701235] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Fetch image to [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 618.701235] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Downloading image file data 50a5ca0d-758c-4e9a-9117-303d778dbacb to [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk on the data store datastore2 {{(pid=65635) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 618.701235] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54072ab7-f193-48a6-bb43-c9aa976b54e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.709716] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7955b1-4225-4a53-93ac-554fc5353fc6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.724085] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b509335a-9f3e-4b84-a6ba-89149f02c729 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.768105] env[65635]: WARNING neutronclient.v2_0.client [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.771017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d7b1c1-e4ef-4bcb-9d54-c2dad79600dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.778217] env[65635]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e18175e0-b986-47da-a417-76e084bcf622 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.803139] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Downloading image file data 50a5ca0d-758c-4e9a-9117-303d778dbacb to the data store datastore2 {{(pid=65635) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 618.877646] env[65635]: DEBUG oslo_vmware.rw_handles [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65635) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 619.054815] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Releasing lock "refresh_cache-0bca13d5-0620-4110-b8f2-a49f1f91352d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.055298] env[65635]: DEBUG nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Instance network_info: |[{"id": "d2361973-77eb-44c5-89e2-12e822f477a1", "address": "fa:16:3e:a9:8e:7d", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2361973-77", "ovs_interfaceid": "d2361973-77eb-44c5-89e2-12e822f477a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 619.055780] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:8e:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2361973-77eb-44c5-89e2-12e822f477a1', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.065252] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Creating folder: Project (6bcadca0b53b48a191d91a21bb6ece0d). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.066270] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b3400dc-eaa8-4c1e-8370-d1b4c87ed987 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.078842] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Created folder: Project (6bcadca0b53b48a191d91a21bb6ece0d) in parent group-v866005. [ 619.079045] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Creating folder: Instances. Parent ref: group-v866012. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.079381] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed3b9608-dcaa-431a-a979-4f53ec2a6c93 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.092843] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Created folder: Instances in parent group-v866012. [ 619.093229] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 619.093718] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.094037] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eeae1e7-3227-486b-ad4b-d6d5c3251bef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.124407] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.124407] env[65635]: value = "task-4425770" [ 619.124407] env[65635]: _type = "Task" [ 619.124407] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.135463] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425770, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.572872] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 54b2e56e-73f3-4c1c-91ed-9821a6840cba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.572872] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.572872] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 0bca13d5-0620-4110-b8f2-a49f1f91352d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.572872] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.573284] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 30d8c792-400c-42be-aa44-6144d11a2393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 619.639742] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425770, 'name': CreateVM_Task, 'duration_secs': 0.399142} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.639967] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.641219] env[65635]: WARNING neutronclient.v2_0.client [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.641219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.641219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.641505] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.641890] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38236e69-fff6-472b-85ba-95e0d5cc0550 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.649153] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 619.649153] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e3bdfd-adbb-7fc9-1b24-74503e9861bb" [ 619.649153] env[65635]: _type = "Task" [ 619.649153] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.659986] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e3bdfd-adbb-7fc9-1b24-74503e9861bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.793025] env[65635]: DEBUG nova.network.neutron [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.804610] env[65635]: DEBUG oslo_vmware.rw_handles [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Completed reading data from the image iterator. {{(pid=65635) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 619.805415] env[65635]: DEBUG oslo_vmware.rw_handles [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 619.874028] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Downloaded image file data 50a5ca0d-758c-4e9a-9117-303d778dbacb to vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk on the data store datastore2 {{(pid=65635) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 619.876591] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Caching image {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 619.876591] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Copying Virtual Disk [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk to [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.876591] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d2661a-4f53-4747-88a2-216170a972bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.886444] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 619.886444] env[65635]: value = "task-4425771" [ 619.886444] env[65635]: _type = "Task" [ 619.886444] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.898840] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.080031] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 10373e77-b998-49cb-a441-bd2738d0192c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 620.080288] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 620.080442] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '5', 'num_proj_7dbd020e0fb1406fa9b65505c029ec09': '1', 'io_workload': '4', 'num_vm_building': '4', 'num_task_spawning': '4', 'num_proj_4980548203504b72bf140d299a9f0a87': '1', 'num_proj_6bcadca0b53b48a191d91a21bb6ece0d': '1', 'num_proj_e4488c42fd114387b37acddc3a4488ec': '1', 'num_proj_39c242ec111044499d01360983b61615': '1'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 620.167588] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.167891] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.168184] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.226793] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f592332-2e41-4c90-83a4-053893518dfb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.237233] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491f9a2-b380-47ea-a746-38b7008a4b37 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.271687] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a2076-e53d-45af-8d7a-9a01661bec55 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.281256] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1eed22-1ba8-4803-8637-ce57b60c2857 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.303743] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.399378] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425771, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.535995] env[65635]: DEBUG nova.network.neutron [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Updating instance_info_cache with network_info: [{"id": "d26562d0-643a-49ae-a919-f0c4ce70781f", "address": "fa:16:3e:ed:bb:2f", "network": {"id": "6fcf8699-5b17-4de4-9e63-237b090f8a99", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-311474970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4488c42fd114387b37acddc3a4488ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26562d0-64", "ovs_interfaceid": "d26562d0-643a-49ae-a919-f0c4ce70781f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.809181] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.899405] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425771, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.011056] env[65635]: WARNING neutronclient.v2_0.client [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.040822] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Releasing lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.040822] env[65635]: DEBUG nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Instance network_info: |[{"id": "d26562d0-643a-49ae-a919-f0c4ce70781f", "address": "fa:16:3e:ed:bb:2f", "network": {"id": "6fcf8699-5b17-4de4-9e63-237b090f8a99", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-311474970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4488c42fd114387b37acddc3a4488ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26562d0-64", "ovs_interfaceid": "d26562d0-643a-49ae-a919-f0c4ce70781f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 621.041137] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:bb:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd26562d0-643a-49ae-a919-f0c4ce70781f', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.053931] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Creating folder: Project (e4488c42fd114387b37acddc3a4488ec). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.055940] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f3b4b6d-d4c2-41ef-8690-f6875c56c7f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.067219] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Created folder: Project (e4488c42fd114387b37acddc3a4488ec) in parent group-v866005. [ 621.067328] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Creating folder: Instances. Parent ref: group-v866015. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.067684] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6beb7897-38a8-4307-8aa5-0ebf38a032cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.078291] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Created folder: Instances in parent group-v866015. [ 621.078792] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 621.078792] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.078943] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c7dc3f-67a1-4545-a9ab-dedab2862b1b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.110230] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.110230] env[65635]: value = "task-4425774" [ 621.110230] env[65635]: _type = "Task" [ 621.110230] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.123371] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425774, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.198111] env[65635]: DEBUG nova.network.neutron [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Updating instance_info_cache with network_info: [{"id": "e1a04467-78a5-4be7-bc50-26df05d2206b", "address": "fa:16:3e:9d:7d:fd", "network": {"id": "d75b6184-417e-4c57-8462-1fea383257c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2127450494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c242ec111044499d01360983b61615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a04467-78", "ovs_interfaceid": "e1a04467-78a5-4be7-bc50-26df05d2206b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.315507] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 621.317562] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.785s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.317562] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.781s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.320373] env[65635]: INFO nova.compute.claims [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.323870] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.324288] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Getting list of instances from cluster (obj){ [ 621.324288] env[65635]: value = "domain-c8" [ 621.324288] env[65635]: _type = "ClusterComputeResource" [ 621.324288] env[65635]: } {{(pid=65635) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 621.328273] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d57960-34a4-455d-a18b-5e3173987984 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.344891] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Got total of 3 instances {{(pid=65635) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 621.403174] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425771, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.110226} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.403678] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Copied Virtual Disk [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk to [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.404023] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleting the datastore file [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb/tmp-sparse.vmdk {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.404398] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a6282c3-e6a8-4b15-a946-c13970416edd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.412602] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 621.412602] env[65635]: value = "task-4425775" [ 621.412602] env[65635]: _type = "Task" [ 621.412602] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.425922] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.622926] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425774, 'name': CreateVM_Task, 'duration_secs': 0.393223} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.623181] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.623746] env[65635]: WARNING neutronclient.v2_0.client [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.624186] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.624377] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.625077] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.625077] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-083ff96c-47dd-4b55-8f20-b81bf1a2af26 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.631101] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 621.631101] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52096684-2c6d-b26a-b6cc-d84f374b13ee" [ 621.631101] env[65635]: _type = "Task" [ 621.631101] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.640662] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52096684-2c6d-b26a-b6cc-d84f374b13ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.702235] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Releasing lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.702646] env[65635]: DEBUG nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Instance network_info: |[{"id": "e1a04467-78a5-4be7-bc50-26df05d2206b", "address": "fa:16:3e:9d:7d:fd", "network": {"id": "d75b6184-417e-4c57-8462-1fea383257c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2127450494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c242ec111044499d01360983b61615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a04467-78", "ovs_interfaceid": "e1a04467-78a5-4be7-bc50-26df05d2206b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 621.703153] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:7d:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a04467-78a5-4be7-bc50-26df05d2206b', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.716029] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Creating folder: Project (39c242ec111044499d01360983b61615). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.716029] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d2ef04f-3b1b-4808-91aa-1d94700407a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.729464] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Created folder: Project (39c242ec111044499d01360983b61615) in parent group-v866005. [ 621.729464] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Creating folder: Instances. Parent ref: group-v866018. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.729464] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd32a4b0-e575-4d99-b9b7-29b0f7becce9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.740050] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Created folder: Instances in parent group-v866018. [ 621.740790] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 621.740790] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.740790] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53799571-922d-43be-bded-102f7172c4bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.767994] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.767994] env[65635]: value = "task-4425778" [ 621.767994] env[65635]: _type = "Task" [ 621.767994] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.783657] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425778, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.928172] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031388} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.928449] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.929030] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Moving file from [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092/50a5ca0d-758c-4e9a-9117-303d778dbacb to [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb. {{(pid=65635) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 621.929030] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a3647457-7687-44b2-b822-cdecf3e112e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.937945] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 621.937945] env[65635]: value = "task-4425779" [ 621.937945] env[65635]: _type = "Task" [ 621.937945] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.951119] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425779, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.110467] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquiring lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.110467] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.144038] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.144413] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.145494] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.277836] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425778, 'name': CreateVM_Task, 'duration_secs': 0.384246} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.277994] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.280061] env[65635]: WARNING neutronclient.v2_0.client [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.281301] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.281877] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.282463] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.282560] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0cd18d-4da6-4304-a4eb-10b161144b2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.290067] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 622.290067] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5266a267-271a-5d80-595a-1e5d3b4de9c3" [ 622.290067] env[65635]: _type = "Task" [ 622.290067] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.302423] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5266a267-271a-5d80-595a-1e5d3b4de9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.448871] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425779, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035575} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.451802] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] File moved {{(pid=65635) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 622.452010] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Cleaning up location [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 622.452173] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleting the datastore file [datastore2] vmware_temp/6059a252-9771-47b5-99db-7c32281df092 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.454032] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b14f0b81-a436-4ba1-a725-e72b4b4f83ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.464734] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 622.464734] env[65635]: value = "task-4425780" [ 622.464734] env[65635]: _type = "Task" [ 622.464734] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.482937] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.521312] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a002817-8c25-4486-8a70-6afa1ded33cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.532291] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e6367b-fa1d-48d8-81f7-77ef4edec7db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.574756] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca8e70-c2fe-405c-9f62-13b46a552195 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.585345] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074c7a42-9918-4aee-b0c4-0156ece6bba3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.607526] env[65635]: DEBUG nova.compute.provider_tree [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.613013] env[65635]: DEBUG nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 622.780104] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Received event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 622.780329] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing instance network info cache due to event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 622.780562] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquiring lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.781978] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquired lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.781978] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.811283] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5266a267-271a-5d80-595a-1e5d3b4de9c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.811283] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.811283] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.811283] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.977744] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027272} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.978248] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.979253] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed81d3fe-543d-4ac0-98d9-8fba62e51662 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.985671] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 622.985671] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d17b1a-e712-ac5c-0592-05441d1bc0ca" [ 622.985671] env[65635]: _type = "Task" [ 622.985671] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.998359] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d17b1a-e712-ac5c-0592-05441d1bc0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.136148] env[65635]: ERROR nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [req-ceb511a4-f327-4c4f-afda-a1c0adfe68a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ceb511a4-f327-4c4f-afda-a1c0adfe68a2"}]} [ 623.143074] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.164914] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 623.187290] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 623.187509] env[65635]: DEBUG nova.compute.provider_tree [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.210927] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 623.237173] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 623.290946] env[65635]: WARNING neutronclient.v2_0.client [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.445147] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e495c8fc-ce80-412f-b0f8-38282463ac9d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.459771] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bd99c1-139a-4659-99b9-07c6044c20eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.505816] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db89b839-d028-40ff-8ce1-521bef53e14b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.512521] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquiring lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.512521] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.523596] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d17b1a-e712-ac5c-0592-05441d1bc0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.017461} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.523936] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.524747] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1/4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.526174] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce92a8e-d7ea-44d2-8554-930b4d1ff232 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.531900] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.532169] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.532449] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a44ab19-e386-4176-97f2-c082939f1500 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.537383] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-288c9f18-5ce2-46c0-ae0b-d13139f7290a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.552185] env[65635]: DEBUG nova.compute.provider_tree [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.557825] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 623.557825] env[65635]: value = "task-4425781" [ 623.557825] env[65635]: _type = "Task" [ 623.557825] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.569094] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.575824] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.576405] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.577455] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2dd687-ec62-4ca6-8698-307c12ab6180 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.584847] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 623.584847] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe3235-af21-d0f8-0ed5-a454e4ca6f85" [ 623.584847] env[65635]: _type = "Task" [ 623.584847] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.594422] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe3235-af21-d0f8-0ed5-a454e4ca6f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.015892] env[65635]: DEBUG nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 624.078683] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425781, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.095468] env[65635]: ERROR nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [req-e1d30d06-b473-4150-9e3e-37f1062fc69c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1d30d06-b473-4150-9e3e-37f1062fc69c"}]} [ 624.113672] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe3235-af21-d0f8-0ed5-a454e4ca6f85, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.115701] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db05baa3-f1ef-490c-97f5-17a430532e42 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.124720] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 624.124720] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5244a232-03d9-e056-210b-eb803d7f0729" [ 624.124720] env[65635]: _type = "Task" [ 624.124720] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.125818] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 624.141390] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5244a232-03d9-e056-210b-eb803d7f0729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.143037] env[65635]: WARNING neutronclient.v2_0.client [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.153963] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 624.154238] env[65635]: DEBUG nova.compute.provider_tree [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.157150] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "275f6728-4f43-4064-8c9c-6e7b4c729d78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.158390] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "275f6728-4f43-4064-8c9c-6e7b4c729d78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.174646] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 624.201043] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 624.247981] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updated VIF entry in instance network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 624.247981] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updating instance_info_cache with network_info: [{"id": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "address": "fa:16:3e:74:b6:e8", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0341c66-c5", "ovs_interfaceid": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.381805] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7af769-4195-4e54-9547-c13dae914fc0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.390943] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ea0d2-5113-4426-bca2-c587f37bead7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.430589] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbff153-bb4a-468f-8c18-fbc53661d9f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.440416] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9e1f8d-8ef2-4d0a-9b0c-54f1d7e17099 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.455766] env[65635]: DEBUG nova.compute.provider_tree [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.551026] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.575767] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631705} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.575986] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1/4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.576142] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.576839] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88e516cc-846d-4f63-8778-80d6b3b37935 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.590636] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 624.590636] env[65635]: value = "task-4425782" [ 624.590636] env[65635]: _type = "Task" [ 624.590636] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.607839] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.640095] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5244a232-03d9-e056-210b-eb803d7f0729, 'name': SearchDatastore_Task, 'duration_secs': 0.03942} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.640376] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.640634] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 0bca13d5-0620-4110-b8f2-a49f1f91352d/0bca13d5-0620-4110-b8f2-a49f1f91352d.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.640896] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.641333] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.641333] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9256ba14-63cc-42f5-80c7-cdaaea0b8cee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.647235] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77e9ea9d-38c9-4f04-a1d9-bfd47437bebf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.661658] env[65635]: DEBUG nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 624.670373] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.670373] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.672264] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 624.672264] env[65635]: value = "task-4425783" [ 624.672264] env[65635]: _type = "Task" [ 624.672264] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.672905] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65b3464-a48e-4352-ba64-d7b40693334f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.686392] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 624.686392] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ae999e-2a94-408a-fd0b-e7067db8457b" [ 624.686392] env[65635]: _type = "Task" [ 624.686392] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.690146] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.700698] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ae999e-2a94-408a-fd0b-e7067db8457b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.753683] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Releasing lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.753999] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Received event network-vif-plugged-d2361973-77eb-44c5-89e2-12e822f477a1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.754210] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquiring lock "0bca13d5-0620-4110-b8f2-a49f1f91352d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.754445] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.754635] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.755267] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] No waiting events found dispatching network-vif-plugged-d2361973-77eb-44c5-89e2-12e822f477a1 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 624.755267] env[65635]: WARNING nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Received unexpected event network-vif-plugged-d2361973-77eb-44c5-89e2-12e822f477a1 for instance with vm_state building and task_state spawning. [ 624.755267] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Received event network-changed-d2361973-77eb-44c5-89e2-12e822f477a1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.755573] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Refreshing instance network info cache due to event network-changed-d2361973-77eb-44c5-89e2-12e822f477a1. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 624.755573] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquiring lock "refresh_cache-0bca13d5-0620-4110-b8f2-a49f1f91352d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.756086] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquired lock "refresh_cache-0bca13d5-0620-4110-b8f2-a49f1f91352d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.756086] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Refreshing network info cache for port d2361973-77eb-44c5-89e2-12e822f477a1 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.987611] env[65635]: ERROR nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [req-987a1faa-055c-42c3-849d-ae9606dfb849] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-987a1faa-055c-42c3-849d-ae9606dfb849"}]} [ 625.010449] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 625.027056] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 625.027496] env[65635]: DEBUG nova.compute.provider_tree [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.043016] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 625.078252] env[65635]: DEBUG nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 625.108979] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226253} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.109275] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.110225] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c600fae-d93c-4fad-842a-46caf9dcbb9f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.146713] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1/4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.148134] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558625b9-01c5-4f66-9cb4-db6fbf4bd9d1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.181225] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 625.181225] env[65635]: value = "task-4425784" [ 625.181225] env[65635]: _type = "Task" [ 625.181225] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.202210] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.202971] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.207885] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.216467] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ae999e-2a94-408a-fd0b-e7067db8457b, 'name': SearchDatastore_Task, 'duration_secs': 0.016657} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.217613] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e79828-958a-4589-9e48-0cdc1df30a0c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.230085] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 625.230085] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7f0c1-57a2-1018-825f-5a854d1863b3" [ 625.230085] env[65635]: _type = "Task" [ 625.230085] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.245543] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7f0c1-57a2-1018-825f-5a854d1863b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.262031] env[65635]: WARNING neutronclient.v2_0.client [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.311479] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquiring lock "4782e486-f687-4811-8635-fcdb709f6931" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.311929] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "4782e486-f687-4811-8635-fcdb709f6931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.331654] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3338c2d3-48ac-429b-8dcc-819c9eee48e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.343145] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1611c59-c478-4a96-8bc4-de3b1af1734c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.382859] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a946155-e262-40ef-a10f-4177b6e6bdfa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.392364] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc2400b-de1a-4408-9217-bf1688a3e391 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.407508] env[65635]: DEBUG nova.compute.provider_tree [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.604632] env[65635]: WARNING neutronclient.v2_0.client [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.692721] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6102} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.693424] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 0bca13d5-0620-4110-b8f2-a49f1f91352d/0bca13d5-0620-4110-b8f2-a49f1f91352d.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.693688] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.693968] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80cdf548-9abb-48fa-a055-72c7a4ab4465 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.698989] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425784, 'name': ReconfigVM_Task, 'duration_secs': 0.344497} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.699587] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1/4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.700611] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3afbe87-3b07-4690-af12-8db9dd8c506e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.705097] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 625.705097] env[65635]: value = "task-4425785" [ 625.705097] env[65635]: _type = "Task" [ 625.705097] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.709618] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 625.709618] env[65635]: value = "task-4425786" [ 625.709618] env[65635]: _type = "Task" [ 625.709618] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.717031] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.723864] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425786, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.743075] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7f0c1-57a2-1018-825f-5a854d1863b3, 'name': SearchDatastore_Task, 'duration_secs': 0.028417} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.743208] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.744163] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33/4a291f3b-d0cc-42ed-a7cc-c14ee9397a33.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.744163] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.744163] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.744163] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37fca6fb-50d4-49bf-a29c-e80ffeed6432 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.746555] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8362a0d1-ff8d-4548-aab3-d21df81eb280 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.754124] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 625.754124] env[65635]: value = "task-4425787" [ 625.754124] env[65635]: _type = "Task" [ 625.754124] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.755483] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.755665] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.759700] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb363ea8-b33e-4f0c-829c-c8bc38d5e75a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.767681] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.769156] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 625.769156] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52559d52-e29b-8864-2ef1-da78adc057cc" [ 625.769156] env[65635]: _type = "Task" [ 625.769156] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.779441] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52559d52-e29b-8864-2ef1-da78adc057cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.815441] env[65635]: DEBUG nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.936545] env[65635]: ERROR nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [req-b796a9aa-d021-45d0-8b21-e97e5e7130fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b796a9aa-d021-45d0-8b21-e97e5e7130fc"}]} [ 625.937546] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.621s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.940889] env[65635]: ERROR nova.compute.manager [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 (generation 14): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b796a9aa-d021-45d0-8b21-e97e5e7130fc"}]} [ 625.940889] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Traceback (most recent call last): [ 625.940889] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/nova/nova/compute/manager.py", line 2659, in _build_and_run_instance [ 625.940889] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] with self.rt.instance_claim(context, instance, node, allocs, [ 625.940889] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 625.940889] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] return f(*args, **kwargs) [ 625.940889] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 240, in instance_claim [ 625.940889] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] self._update(elevated, cn) [ 625.940889] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1408, in _update [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] self._update_to_placement(context, compute_node, startup) [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 55, in wrapped_f [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 289, in call [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] raise attempt.get() [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 326, in get [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] raise exc.with_traceback(tb) [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 273, in call [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1393, in _update_to_placement [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] self.reportclient.update_from_provider_tree( [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 625.941336] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] self.set_inventory_for_provider( [ 625.941743] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 625.941743] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] raise exception.ResourceProviderUpdateConflict( [ 625.941743] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 (generation 14): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b796a9aa-d021-45d0-8b21-e97e5e7130fc"}]} [ 625.941743] env[65635]: ERROR nova.compute.manager [instance: 10373e77-b998-49cb-a441-bd2738d0192c] [ 625.941743] env[65635]: DEBUG nova.compute.utils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] A conflict was encountered attempting to update resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 (generation 14): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=65635) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 625.945985] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.802s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.947111] env[65635]: INFO nova.compute.claims [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.957259] env[65635]: DEBUG nova.compute.manager [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Build of instance 10373e77-b998-49cb-a441-bd2738d0192c was re-scheduled: A conflict was encountered attempting to update resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 (generation 14): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b796a9aa-d021-45d0-8b21-e97e5e7130fc"}]} {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2524}} [ 625.961396] env[65635]: DEBUG nova.compute.manager [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Unplugging VIFs for instance {{(pid=65635) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3050}} [ 625.961396] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Acquiring lock "refresh_cache-10373e77-b998-49cb-a441-bd2738d0192c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.961396] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Acquired lock "refresh_cache-10373e77-b998-49cb-a441-bd2738d0192c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.961396] env[65635]: DEBUG nova.network.neutron [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 626.165307] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Updated VIF entry in instance network info cache for port d2361973-77eb-44c5-89e2-12e822f477a1. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.165693] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Updating instance_info_cache with network_info: [{"id": "d2361973-77eb-44c5-89e2-12e822f477a1", "address": "fa:16:3e:a9:8e:7d", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2361973-77", "ovs_interfaceid": "d2361973-77eb-44c5-89e2-12e822f477a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.219506] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076485} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.222854] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.222854] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d631ad6-9424-457c-a309-1160ce85db3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.230513] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425786, 'name': Rename_Task, 'duration_secs': 0.153512} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.230513] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.234185] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad0835ec-cd3c-40a9-8afa-debe98ad3602 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.258908] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 0bca13d5-0620-4110-b8f2-a49f1f91352d/0bca13d5-0620-4110-b8f2-a49f1f91352d.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.261093] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ab55ff-0bf5-4125-9bbe-a34c51b675a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.282696] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 626.282696] env[65635]: value = "task-4425788" [ 626.282696] env[65635]: _type = "Task" [ 626.282696] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.296891] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 626.296891] env[65635]: value = "task-4425789" [ 626.296891] env[65635]: _type = "Task" [ 626.296891] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.297135] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46342} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.299268] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33/4a291f3b-d0cc-42ed-a7cc-c14ee9397a33.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.299402] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.309114] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6559b082-dd3d-4336-816e-b25054a7a0d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.310984] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52559d52-e29b-8864-2ef1-da78adc057cc, 'name': SearchDatastore_Task, 'duration_secs': 0.020455} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.314745] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ed20fa-7087-458a-aaaf-7d3de625fd94 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.326257] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.326569] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 626.326569] env[65635]: value = "task-4425790" [ 626.326569] env[65635]: _type = "Task" [ 626.326569] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.335347] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425788, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.343244] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "011b169f-fe69-43ac-ade0-2359c6f7b910" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.343492] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "011b169f-fe69-43ac-ade0-2359c6f7b910" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.345096] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 626.345096] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a2e9a-04c3-e94d-4263-bd3b4e022b47" [ 626.345096] env[65635]: _type = "Task" [ 626.345096] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.353663] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.360872] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a2e9a-04c3-e94d-4263-bd3b4e022b47, 'name': SearchDatastore_Task, 'duration_secs': 0.016638} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.361154] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.361442] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 30d8c792-400c-42be-aa44-6144d11a2393/30d8c792-400c-42be-aa44-6144d11a2393.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.362101] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3960e4e-fbef-4011-b203-829c85545b50 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.366036] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.372182] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 626.372182] env[65635]: value = "task-4425791" [ 626.372182] env[65635]: _type = "Task" [ 626.372182] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.382685] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.462943] env[65635]: WARNING neutronclient.v2_0.client [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception.RescheduledException: Build of instance 10373e77-b998-49cb-a441-bd2738d0192c was re-scheduled: A conflict was encountered attempting to update resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 (generation 14): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b796a9aa-d021-45d0-8b21-e97e5e7130fc"}]} [ 626.671362] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Releasing lock "refresh_cache-0bca13d5-0620-4110-b8f2-a49f1f91352d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.671662] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Received event network-vif-plugged-d26562d0-643a-49ae-a919-f0c4ce70781f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.671823] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquiring lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.672083] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.672513] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.672513] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] No waiting events found dispatching network-vif-plugged-d26562d0-643a-49ae-a919-f0c4ce70781f {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.672660] env[65635]: WARNING nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Received unexpected event network-vif-plugged-d26562d0-643a-49ae-a919-f0c4ce70781f for instance with vm_state building and task_state spawning. [ 626.672733] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Received event network-changed-d26562d0-643a-49ae-a919-f0c4ce70781f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.672899] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Refreshing instance network info cache due to event network-changed-d26562d0-643a-49ae-a919-f0c4ce70781f. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.673106] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquiring lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.673277] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquired lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.673394] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Refreshing network info cache for port d26562d0-643a-49ae-a919-f0c4ce70781f {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.804035] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.810884] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.848641] env[65635]: DEBUG nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.851418] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074507} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.851616] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.852534] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a261ea5c-9a63-4c04-bd84-d66a560f2ef5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.888036] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33/4a291f3b-d0cc-42ed-a7cc-c14ee9397a33.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.892489] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5841a8e-79c1-4eb3-a529-bf169a7b3c66 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.918028] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425791, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.918028] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 626.918028] env[65635]: value = "task-4425792" [ 626.918028] env[65635]: _type = "Task" [ 626.918028] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.929149] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.973495] env[65635]: DEBUG nova.network.neutron [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 626.976955] env[65635]: DEBUG nova.scheduler.client.report [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 627.004043] env[65635]: DEBUG nova.scheduler.client.report [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 627.004043] env[65635]: DEBUG nova.compute.provider_tree [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.018029] env[65635]: DEBUG nova.scheduler.client.report [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 627.044608] env[65635]: DEBUG nova.scheduler.client.report [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 627.179071] env[65635]: WARNING neutronclient.v2_0.client [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.299498] env[65635]: DEBUG oslo_vmware.api [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425788, 'name': PowerOnVM_Task, 'duration_secs': 0.87666} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.299498] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.299498] env[65635]: INFO nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Took 19.80 seconds to spawn the instance on the hypervisor. [ 627.299498] env[65635]: DEBUG nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 627.303087] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b941168-4682-428b-97c4-ba88ae0a2a53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.305932] env[65635]: DEBUG nova.network.neutron [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.309027] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a977c50-a92c-4966-a124-755aacae26b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.335472] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9565b61d-a467-4e2f-9174-1a2292e8c3c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.339182] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425789, 'name': ReconfigVM_Task, 'duration_secs': 0.63058} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.344171] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 0bca13d5-0620-4110-b8f2-a49f1f91352d/0bca13d5-0620-4110-b8f2-a49f1f91352d.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.344171] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-414a6fa4-b1b1-4aa7-8b93-16a2d53b9215 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.396078] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42f2175-92b3-4212-a353-c2979b4a109c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.401097] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 627.401097] env[65635]: value = "task-4425793" [ 627.401097] env[65635]: _type = "Task" [ 627.401097] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.409262] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577989} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.411106] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2709cd3b-1391-4294-b6bd-d3bbd3fa4190 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.415854] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 30d8c792-400c-42be-aa44-6144d11a2393/30d8c792-400c-42be-aa44-6144d11a2393.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.415854] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.420241] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e88371f5-832e-4910-a8fe-d270bd79a1a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.422977] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425793, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.425024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.442020] env[65635]: DEBUG nova.compute.provider_tree [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.445929] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 627.445929] env[65635]: value = "task-4425794" [ 627.445929] env[65635]: _type = "Task" [ 627.445929] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.449771] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.460088] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.534153] env[65635]: WARNING neutronclient.v2_0.client [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.654569] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Updated VIF entry in instance network info cache for port d26562d0-643a-49ae-a919-f0c4ce70781f. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 627.654956] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Updating instance_info_cache with network_info: [{"id": "d26562d0-643a-49ae-a919-f0c4ce70781f", "address": "fa:16:3e:ed:bb:2f", "network": {"id": "6fcf8699-5b17-4de4-9e63-237b090f8a99", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-311474970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4488c42fd114387b37acddc3a4488ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26562d0-64", "ovs_interfaceid": "d26562d0-643a-49ae-a919-f0c4ce70781f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.813717] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Releasing lock "refresh_cache-10373e77-b998-49cb-a441-bd2738d0192c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.813969] env[65635]: DEBUG nova.compute.manager [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65635) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3073}} [ 627.815435] env[65635]: DEBUG nova.compute.manager [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 627.815435] env[65635]: DEBUG nova.network.neutron [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 627.815435] env[65635]: WARNING neutronclient.v2_0.client [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception.RescheduledException: Build of instance 10373e77-b998-49cb-a441-bd2738d0192c was re-scheduled: A conflict was encountered attempting to update resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 (generation 14): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b796a9aa-d021-45d0-8b21-e97e5e7130fc"}]} [ 627.855612] env[65635]: INFO nova.compute.manager [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Took 24.61 seconds to build instance. [ 627.880030] env[65635]: DEBUG nova.network.neutron [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 627.880888] env[65635]: WARNING neutronclient.v2_0.client [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception.RescheduledException: Build of instance 10373e77-b998-49cb-a441-bd2738d0192c was re-scheduled: A conflict was encountered attempting to update resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 (generation 14): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b796a9aa-d021-45d0-8b21-e97e5e7130fc"}]} [ 627.911226] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425793, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.933174] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425792, 'name': ReconfigVM_Task, 'duration_secs': 0.643796} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.933656] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33/4a291f3b-d0cc-42ed-a7cc-c14ee9397a33.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.935514] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-279cb2fc-f9c8-4f06-a5b3-dc7b9f3668bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.946885] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 627.946885] env[65635]: value = "task-4425795" [ 627.946885] env[65635]: _type = "Task" [ 627.946885] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.967529] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425795, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.967708] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170296} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.967953] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.968743] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1581fa-c4ed-417d-a5b9-ce6d87651caf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.994188] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 30d8c792-400c-42be-aa44-6144d11a2393/30d8c792-400c-42be-aa44-6144d11a2393.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.994510] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19c5645-19eb-46a7-922e-f5eb23197ea2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.009664] env[65635]: DEBUG nova.scheduler.client.report [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 628.009963] env[65635]: DEBUG nova.compute.provider_tree [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 15 to 16 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 628.010152] env[65635]: DEBUG nova.compute.provider_tree [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.022462] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 628.022462] env[65635]: value = "task-4425796" [ 628.022462] env[65635]: _type = "Task" [ 628.022462] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.036141] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.160572] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Releasing lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.161830] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Received event network-vif-plugged-e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 628.161830] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquiring lock "30d8c792-400c-42be-aa44-6144d11a2393-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.161830] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Lock "30d8c792-400c-42be-aa44-6144d11a2393-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.162183] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Lock "30d8c792-400c-42be-aa44-6144d11a2393-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.162274] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] No waiting events found dispatching network-vif-plugged-e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 628.162453] env[65635]: WARNING nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Received unexpected event network-vif-plugged-e1a04467-78a5-4be7-bc50-26df05d2206b for instance with vm_state building and task_state spawning. [ 628.162614] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Received event network-changed-e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 628.162765] env[65635]: DEBUG nova.compute.manager [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Refreshing instance network info cache due to event network-changed-e1a04467-78a5-4be7-bc50-26df05d2206b. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 628.163296] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquiring lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.163296] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Acquired lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.163296] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Refreshing network info cache for port e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.358771] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2aa37b4-3408-43b8-a940-e50b03fd3e93 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.122s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.358771] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.429s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.358771] env[65635]: INFO nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] During sync_power_state the instance has a pending task (spawning). Skip. [ 628.358771] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.384312] env[65635]: DEBUG nova.network.neutron [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.418153] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425793, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.460727] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425795, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.516199] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.516647] env[65635]: DEBUG nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 628.521443] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.970s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.522956] env[65635]: INFO nova.compute.claims [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.540454] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425796, 'name': ReconfigVM_Task, 'duration_secs': 0.300822} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.540648] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 30d8c792-400c-42be-aa44-6144d11a2393/30d8c792-400c-42be-aa44-6144d11a2393.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.541716] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25189c41-80c6-4c9f-84cb-790fc6cf896a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.552569] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 628.552569] env[65635]: value = "task-4425797" [ 628.552569] env[65635]: _type = "Task" [ 628.552569] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.566686] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425797, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.669735] env[65635]: WARNING neutronclient.v2_0.client [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.817292] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquiring lock "ca16a820-7555-436c-9a2d-299948dd84db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.817521] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "ca16a820-7555-436c-9a2d-299948dd84db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.887757] env[65635]: INFO nova.compute.manager [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] [instance: 10373e77-b998-49cb-a441-bd2738d0192c] Took 1.07 seconds to deallocate network for instance. [ 628.915110] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425793, 'name': Rename_Task, 'duration_secs': 1.231112} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.915308] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.915572] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d8b6789-05aa-4d72-b88a-78ebb4d825e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.927170] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 628.927170] env[65635]: value = "task-4425798" [ 628.927170] env[65635]: _type = "Task" [ 628.927170] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.937029] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.960373] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425795, 'name': Rename_Task, 'duration_secs': 0.796823} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.960656] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.960949] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13b9facd-e89c-48b2-8520-9fe6e470a974 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.968088] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 628.968088] env[65635]: value = "task-4425799" [ 628.968088] env[65635]: _type = "Task" [ 628.968088] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.979826] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.024304] env[65635]: DEBUG nova.compute.utils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.026103] env[65635]: DEBUG nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 629.026540] env[65635]: DEBUG nova.network.neutron [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 629.027197] env[65635]: WARNING neutronclient.v2_0.client [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.027804] env[65635]: WARNING neutronclient.v2_0.client [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.066201] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425797, 'name': Rename_Task, 'duration_secs': 0.156322} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.068022] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.068022] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59ccc39e-5f19-47d3-a360-fc0daa37574a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.075772] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 629.075772] env[65635]: value = "task-4425800" [ 629.075772] env[65635]: _type = "Task" [ 629.075772] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.087515] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.208567] env[65635]: DEBUG nova.policy [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b27f3b2e531b44a3a18b274df3c55aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2568fd95b49a48458517cd3a1a92bdc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.320019] env[65635]: DEBUG nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 629.443487] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425798, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.483549] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425799, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.527296] env[65635]: DEBUG nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 629.593192] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.622062] env[65635]: WARNING neutronclient.v2_0.client [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.773974] env[65635]: DEBUG nova.network.neutron [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Successfully created port: 2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 629.795294] env[65635]: INFO nova.compute.manager [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Rebuilding instance [ 629.835393] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba49607-7cf9-4e2b-bd44-4e3323ba9950 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.851574] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae3e6fe-74e6-486c-b793-bcab2c1ccf5e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.896830] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.897719] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c733fd-006a-4a14-8400-f7bf3acdce4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.905665] env[65635]: DEBUG nova.compute.manager [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 629.906930] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9292f74e-6e4e-46c9-8ff8-02fc64d1d884 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.914506] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d00196e-5a12-4063-9295-51862011c351 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.940301] env[65635]: DEBUG nova.compute.provider_tree [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.940301] env[65635]: INFO nova.scheduler.client.report [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Deleted allocations for instance 10373e77-b998-49cb-a441-bd2738d0192c [ 629.958715] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425798, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.982692] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425799, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.092219] env[65635]: DEBUG oslo_vmware.api [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4425800, 'name': PowerOnVM_Task, 'duration_secs': 0.519905} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.092219] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.092359] env[65635]: INFO nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Took 15.07 seconds to spawn the instance on the hypervisor. [ 630.092607] env[65635]: DEBUG nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 630.093750] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6d8f3-470c-4f86-8fbb-1bd05e345c9c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.450475] env[65635]: DEBUG oslo_vmware.api [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425798, 'name': PowerOnVM_Task, 'duration_secs': 1.128621} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.452101] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.452101] env[65635]: INFO nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Took 20.01 seconds to spawn the instance on the hypervisor. [ 630.452260] env[65635]: DEBUG nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 630.453062] env[65635]: DEBUG nova.scheduler.client.report [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.456730] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e1acb1-21ba-4155-806d-7c0d96180c2e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.460266] env[65635]: DEBUG oslo_concurrency.lockutils [None req-95140d44-466d-4af1-be1a-b3ae70b919cf tempest-ServersV294TestFqdnHostnames-1296887170 tempest-ServersV294TestFqdnHostnames-1296887170-project-member] Lock "10373e77-b998-49cb-a441-bd2738d0192c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.011s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.482994] env[65635]: DEBUG oslo_vmware.api [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425799, 'name': PowerOnVM_Task, 'duration_secs': 1.042896} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.483874] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.483965] env[65635]: INFO nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Took 17.77 seconds to spawn the instance on the hypervisor. [ 630.484144] env[65635]: DEBUG nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 630.485395] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87782740-c02f-4728-88d0-18158a8486ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.539309] env[65635]: DEBUG nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 630.576511] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 630.577906] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.577906] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 630.577906] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.577906] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 630.577906] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 630.578133] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 630.578411] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 630.578720] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 630.579067] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 630.579313] env[65635]: DEBUG nova.virt.hardware [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 630.580808] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c9329f-343f-4f84-b3db-7c4c318dd084 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.590988] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6682110-4358-4d9c-981b-794a9f59c89b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.617214] env[65635]: INFO nova.compute.manager [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Took 23.72 seconds to build instance. [ 630.930393] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.930735] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73aaddbe-6ab1-4d47-9175-e5e87dd184b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.939131] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 630.939131] env[65635]: value = "task-4425801" [ 630.939131] env[65635]: _type = "Task" [ 630.939131] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.951541] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.962257] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.962732] env[65635]: DEBUG nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 630.966136] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.764s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.970818] env[65635]: INFO nova.compute.claims [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.984798] env[65635]: INFO nova.compute.manager [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Took 24.86 seconds to build instance. [ 631.006928] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Updated VIF entry in instance network info cache for port e1a04467-78a5-4be7-bc50-26df05d2206b. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 631.006928] env[65635]: DEBUG nova.network.neutron [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Updating instance_info_cache with network_info: [{"id": "e1a04467-78a5-4be7-bc50-26df05d2206b", "address": "fa:16:3e:9d:7d:fd", "network": {"id": "d75b6184-417e-4c57-8462-1fea383257c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2127450494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c242ec111044499d01360983b61615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a04467-78", "ovs_interfaceid": "e1a04467-78a5-4be7-bc50-26df05d2206b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.008883] env[65635]: INFO nova.compute.manager [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Took 24.68 seconds to build instance. [ 631.119177] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f97e4a22-f6e6-441c-af0b-ff50e987ee39 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "30d8c792-400c-42be-aa44-6144d11a2393" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.239s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.120341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "30d8c792-400c-42be-aa44-6144d11a2393" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.190s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.121237] env[65635]: INFO nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] During sync_power_state the instance has a pending task (spawning). Skip. [ 631.121237] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "30d8c792-400c-42be-aa44-6144d11a2393" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.450108] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425801, 'name': PowerOffVM_Task, 'duration_secs': 0.224129} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.450108] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.450853] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.451683] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bfffd5-3991-4a6c-a839-99ff5437daab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.460461] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.460767] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf4fd7f8-95d5-4578-871a-ffaafe08f5ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.475332] env[65635]: DEBUG nova.compute.utils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.477014] env[65635]: DEBUG nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 631.477335] env[65635]: DEBUG nova.network.neutron [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 631.477862] env[65635]: WARNING neutronclient.v2_0.client [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.478389] env[65635]: WARNING neutronclient.v2_0.client [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.486092] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.486387] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.486624] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleting the datastore file [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.487142] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9675f44c-1e9c-400a-8203-4237965d8826 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.371s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.487567] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-219375d4-4568-42c0-b6fc-298e943a53ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.490524] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.560s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.490524] env[65635]: INFO nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] During sync_power_state the instance has a pending task (spawning). Skip. [ 631.490524] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.496526] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 631.496526] env[65635]: value = "task-4425803" [ 631.496526] env[65635]: _type = "Task" [ 631.496526] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.508579] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.510860] env[65635]: DEBUG oslo_concurrency.lockutils [req-7409176a-9ea5-41a1-89bd-f2301921ebdb req-5d386373-6b92-45ab-82be-cdf8dbb02bf1 service nova] Releasing lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.510860] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6319bcb-5698-461a-8576-12b0dab1494b tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.198s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.511227] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.581s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.511468] env[65635]: INFO nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] During sync_power_state the instance has a pending task (spawning). Skip. [ 631.511674] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.553547] env[65635]: DEBUG nova.network.neutron [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Successfully updated port: 2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 631.982403] env[65635]: DEBUG nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 632.008253] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213694} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.008253] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.008404] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.008573] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.061335] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquiring lock "refresh_cache-d5c5ae99-e169-4dd0-aba9-3c29968840c0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.061335] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquired lock "refresh_cache-d5c5ae99-e169-4dd0-aba9-3c29968840c0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.061335] env[65635]: DEBUG nova.network.neutron [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 632.205070] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760bb1e4-3d73-423c-b65f-c6a60929118a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.216683] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad59045-0eb8-41a1-ae59-68114bfdc3e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.255109] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aefb22a-a115-455e-9cbd-a0419015c19f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.265118] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9973a56a-4b75-4635-bbfa-8ee7e072c766 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.286130] env[65635]: DEBUG nova.compute.provider_tree [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.328850] env[65635]: DEBUG nova.policy [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a402d3269872490c973ea4282ff4eb0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e6f8f0092dd4640b94d2dd885756ea7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.814172] env[65635]: ERROR nova.scheduler.client.report [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [req-175fe5d8-be26-4376-8723-45a0f8346f7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-175fe5d8-be26-4376-8723-45a0f8346f7d"}]} [ 632.834057] env[65635]: DEBUG nova.network.neutron [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.837842] env[65635]: DEBUG nova.scheduler.client.report [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 632.862705] env[65635]: DEBUG nova.scheduler.client.report [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 632.862958] env[65635]: DEBUG nova.compute.provider_tree [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.883656] env[65635]: DEBUG nova.scheduler.client.report [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 632.904862] env[65635]: DEBUG nova.scheduler.client.report [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 632.998687] env[65635]: DEBUG nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 633.040698] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.040698] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.040698] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.041359] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.041359] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.041359] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.042535] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.042535] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.042535] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.042535] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.042535] env[65635]: DEBUG nova.virt.hardware [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.043021] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af105454-1df3-4565-9518-f582777c343c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.059213] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a386ac80-edfd-4dc3-a190-99175071d24e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.070174] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.071045] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.071045] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.071045] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.071045] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.071045] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.071473] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.071473] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.071618] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.071661] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.071816] env[65635]: DEBUG nova.virt.hardware [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.072701] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b695f8-dc5a-4513-a98f-a35ab9b9a8eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.096463] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e26aa5-9334-4ea0-9e57-a47b7f0f60ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.116196] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.122067] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 633.124998] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.125499] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a7e70ca-a5ad-4f1c-a8c3-131f6e81cc01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.141532] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a6d7d-d600-4c35-bdc0-d4662dfd85c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.150148] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c35a57e-1c98-4202-920e-5da32e1df428 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.154949] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.154949] env[65635]: value = "task-4425804" [ 633.154949] env[65635]: _type = "Task" [ 633.154949] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.187659] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296db847-9b43-4c61-b1ee-3b817b4fe5fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.194238] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425804, 'name': CreateVM_Task} progress is 15%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.199860] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1725f6f3-b8b3-452f-a5ca-4578c8d00fab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.222964] env[65635]: DEBUG nova.compute.provider_tree [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.292456] env[65635]: DEBUG nova.network.neutron [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Successfully created port: 63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 633.412320] env[65635]: WARNING neutronclient.v2_0.client [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.578436] env[65635]: DEBUG nova.network.neutron [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Updating instance_info_cache with network_info: [{"id": "2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd", "address": "fa:16:3e:7e:c9:e4", "network": {"id": "6b0adada-1065-41af-b1e8-302ac8db1ec0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1073739678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2568fd95b49a48458517cd3a1a92bdc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2501d534-f6", "ovs_interfaceid": "2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.672255] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425804, 'name': CreateVM_Task, 'duration_secs': 0.34016} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.674672] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.674672] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.674672] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.674672] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.674672] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e22bc1a-305f-4a4b-a16b-b24a2ded8288 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.684825] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 633.684825] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c4092f-db8b-8a94-f4d4-5d494614446b" [ 633.684825] env[65635]: _type = "Task" [ 633.684825] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.698689] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c4092f-db8b-8a94-f4d4-5d494614446b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.786028] env[65635]: DEBUG nova.scheduler.client.report [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 633.786028] env[65635]: DEBUG nova.compute.provider_tree [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 17 to 18 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 633.786028] env[65635]: DEBUG nova.compute.provider_tree [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.083096] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Releasing lock "refresh_cache-d5c5ae99-e169-4dd0-aba9-3c29968840c0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.083491] env[65635]: DEBUG nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Instance network_info: |[{"id": "2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd", "address": "fa:16:3e:7e:c9:e4", "network": {"id": "6b0adada-1065-41af-b1e8-302ac8db1ec0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1073739678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2568fd95b49a48458517cd3a1a92bdc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2501d534-f6", "ovs_interfaceid": "2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 634.084083] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:c9:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.092318] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Creating folder: Project (2568fd95b49a48458517cd3a1a92bdc4). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.093127] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd72d5e-1a13-498d-a408-a2cc0c419a90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.105145] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Created folder: Project (2568fd95b49a48458517cd3a1a92bdc4) in parent group-v866005. [ 634.105407] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Creating folder: Instances. Parent ref: group-v866022. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.105721] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8779e858-a1e4-46aa-932d-565ca1f46d2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.117739] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Created folder: Instances in parent group-v866022. [ 634.117739] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 634.117739] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.117919] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b10119d-854f-4deb-be13-3c377dc7bd32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.138946] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.138946] env[65635]: value = "task-4425807" [ 634.138946] env[65635]: _type = "Task" [ 634.138946] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.148245] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425807, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.195330] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c4092f-db8b-8a94-f4d4-5d494614446b, 'name': SearchDatastore_Task, 'duration_secs': 0.02071} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.195635] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.196218] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.196218] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.196218] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.196401] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.199019] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e488d4-4e09-4471-97ef-26fc994e8f6a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.207588] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.207715] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.208506] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c391bf4-e902-4961-a9a9-f2076112eab6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.214656] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 634.214656] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525fbfe9-9059-3ea8-5fa1-98df6f54f02e" [ 634.214656] env[65635]: _type = "Task" [ 634.214656] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.223673] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525fbfe9-9059-3ea8-5fa1-98df6f54f02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.290184] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.324s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.290519] env[65635]: DEBUG nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 634.293550] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.928s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.295135] env[65635]: INFO nova.compute.claims [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.653386] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425807, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.692678] env[65635]: DEBUG nova.compute.manager [req-6ffc8ebc-0b8c-4560-944e-4c1f287d12b7 req-33df3057-3985-4da8-8166-a20ca6e5d07a service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Received event network-vif-plugged-2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.693096] env[65635]: DEBUG oslo_concurrency.lockutils [req-6ffc8ebc-0b8c-4560-944e-4c1f287d12b7 req-33df3057-3985-4da8-8166-a20ca6e5d07a service nova] Acquiring lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.693607] env[65635]: DEBUG oslo_concurrency.lockutils [req-6ffc8ebc-0b8c-4560-944e-4c1f287d12b7 req-33df3057-3985-4da8-8166-a20ca6e5d07a service nova] Lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.693901] env[65635]: DEBUG oslo_concurrency.lockutils [req-6ffc8ebc-0b8c-4560-944e-4c1f287d12b7 req-33df3057-3985-4da8-8166-a20ca6e5d07a service nova] Lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.695054] env[65635]: DEBUG nova.compute.manager [req-6ffc8ebc-0b8c-4560-944e-4c1f287d12b7 req-33df3057-3985-4da8-8166-a20ca6e5d07a service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] No waiting events found dispatching network-vif-plugged-2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 634.695054] env[65635]: WARNING nova.compute.manager [req-6ffc8ebc-0b8c-4560-944e-4c1f287d12b7 req-33df3057-3985-4da8-8166-a20ca6e5d07a service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Received unexpected event network-vif-plugged-2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd for instance with vm_state building and task_state spawning. [ 634.726263] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525fbfe9-9059-3ea8-5fa1-98df6f54f02e, 'name': SearchDatastore_Task, 'duration_secs': 0.021141} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.727148] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbaf6f9-a7ba-4bb0-a5c2-aaba3e420144 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.734034] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 634.734034] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52748c4a-0738-beaf-fd65-522bd09bfc83" [ 634.734034] env[65635]: _type = "Task" [ 634.734034] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.743982] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52748c4a-0738-beaf-fd65-522bd09bfc83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.799951] env[65635]: DEBUG nova.compute.utils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.805030] env[65635]: DEBUG nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 634.805030] env[65635]: DEBUG nova.network.neutron [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.805030] env[65635]: WARNING neutronclient.v2_0.client [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.805030] env[65635]: WARNING neutronclient.v2_0.client [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.059412] env[65635]: DEBUG nova.policy [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efad1240a98946f5a9c41f59363625e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49534560eac24ad3b6f856867509ea4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.062064] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquiring lock "dae1e691-adad-4468-90b3-5f45bbf0477a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.062356] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "dae1e691-adad-4468-90b3-5f45bbf0477a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.151705] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425807, 'name': CreateVM_Task, 'duration_secs': 0.550383} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.152037] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.152581] env[65635]: WARNING neutronclient.v2_0.client [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.152857] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.153041] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.154053] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.154053] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a346c9aa-64bf-4857-96e3-8bd892469b43 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.160719] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 635.160719] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad773f-c217-cc0d-551b-c2dc12cb3293" [ 635.160719] env[65635]: _type = "Task" [ 635.160719] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.168272] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquiring lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.168668] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.174282] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad773f-c217-cc0d-551b-c2dc12cb3293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.175252] env[65635]: DEBUG nova.network.neutron [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Successfully updated port: 63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 635.248607] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52748c4a-0738-beaf-fd65-522bd09bfc83, 'name': SearchDatastore_Task, 'duration_secs': 0.019998} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.249096] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.249474] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba/54b2e56e-73f3-4c1c-91ed-9821a6840cba.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.250051] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49343f53-b34a-4e77-a41f-ee07c6865da0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.262753] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 635.262753] env[65635]: value = "task-4425812" [ 635.262753] env[65635]: _type = "Task" [ 635.262753] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.272383] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.305436] env[65635]: DEBUG nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 635.512326] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b46986f-3501-405a-bc9c-64cfaf955948 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.521940] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292984fd-897e-4bf3-af2b-ac4c83e9b79a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.557310] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99db0d7-2a68-4665-a9b4-5d414b0d83e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.566561] env[65635]: DEBUG nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.571709] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2051d9-6df0-4349-bc87-55c252b1bb7e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.588104] env[65635]: DEBUG nova.compute.provider_tree [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.590933] env[65635]: DEBUG nova.network.neutron [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Successfully created port: d783f708-a33b-44c6-aac8-b993f6ff66b1 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 635.670909] env[65635]: DEBUG nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.681525] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquiring lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.681775] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquired lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.682067] env[65635]: DEBUG nova.network.neutron [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 635.684064] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad773f-c217-cc0d-551b-c2dc12cb3293, 'name': SearchDatastore_Task, 'duration_secs': 0.025361} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.685345] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.685345] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.687049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.687049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.687049] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.687049] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cfbbc3f-42d5-4d3c-9c9b-8591a09b1fd4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.705885] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.706586] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.706907] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581ca43f-adaa-4d06-b052-1c65082233aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.717642] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 635.717642] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a37da-aa9d-3961-9305-87f1488b3c45" [ 635.717642] env[65635]: _type = "Task" [ 635.717642] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.731674] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a37da-aa9d-3961-9305-87f1488b3c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.778195] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425812, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.094533] env[65635]: DEBUG nova.scheduler.client.report [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.098640] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.206421] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.229363] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a37da-aa9d-3961-9305-87f1488b3c45, 'name': SearchDatastore_Task, 'duration_secs': 0.066761} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.230242] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-509ff4d2-d2f3-4b45-b327-2f238e02868b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.236681] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 636.236681] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5229421d-fd6b-2e00-f7c4-821139e1c772" [ 636.236681] env[65635]: _type = "Task" [ 636.236681] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.246716] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5229421d-fd6b-2e00-f7c4-821139e1c772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.274470] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750821} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.274727] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba/54b2e56e-73f3-4c1c-91ed-9821a6840cba.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.275902] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.275902] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2252c66a-d50b-4339-a544-c9e3981d0fa1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.283819] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 636.283819] env[65635]: value = "task-4425813" [ 636.283819] env[65635]: _type = "Task" [ 636.283819] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.296206] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.319098] env[65635]: DEBUG nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 636.359613] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 636.359931] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.360121] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 636.360308] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.360449] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 636.360614] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 636.360833] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.362226] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 636.362226] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 636.362226] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 636.362226] env[65635]: DEBUG nova.virt.hardware [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 636.362467] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e74af-83f6-42ac-9e23-2c953a1ad9a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.372439] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be071029-f9e4-441f-bd2c-b4103891a2e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.468992] env[65635]: DEBUG nova.network.neutron [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 636.600361] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.600914] env[65635]: DEBUG nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 636.603790] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.180s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.605095] env[65635]: INFO nova.compute.claims [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.750503] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5229421d-fd6b-2e00-f7c4-821139e1c772, 'name': SearchDatastore_Task, 'duration_secs': 0.042433} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.750943] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.751271] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] d5c5ae99-e169-4dd0-aba9-3c29968840c0/d5c5ae99-e169-4dd0-aba9-3c29968840c0.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.751631] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47d46fc4-1898-4e96-a032-9fd1e11e7172 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.760294] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 636.760294] env[65635]: value = "task-4425814" [ 636.760294] env[65635]: _type = "Task" [ 636.760294] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.770073] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.795980] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078693} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.796326] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.797657] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f214d63-3f9c-42a9-b79c-974667327dfe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.826170] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba/54b2e56e-73f3-4c1c-91ed-9821a6840cba.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.826539] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0941bdef-6171-43a5-ad04-529d3dc3af4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.854113] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 636.854113] env[65635]: value = "task-4425815" [ 636.854113] env[65635]: _type = "Task" [ 636.854113] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.871738] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.917907] env[65635]: WARNING neutronclient.v2_0.client [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.927340] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquiring lock "bcbdf06f-8abb-449b-b289-a5509544dd0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.927582] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "bcbdf06f-8abb-449b-b289-a5509544dd0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.109672] env[65635]: DEBUG nova.compute.utils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.113666] env[65635]: DEBUG nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 637.117352] env[65635]: DEBUG nova.network.neutron [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 637.117843] env[65635]: WARNING neutronclient.v2_0.client [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.118199] env[65635]: WARNING neutronclient.v2_0.client [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.163029] env[65635]: DEBUG nova.network.neutron [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Updating instance_info_cache with network_info: [{"id": "63d124a4-3abd-4ab7-9531-3b9e63935d15", "address": "fa:16:3e:8f:e2:bf", "network": {"id": "c33092e3-dbd2-430b-a799-f5305b259b55", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-78362841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6f8f0092dd4640b94d2dd885756ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d124a4-3a", "ovs_interfaceid": "63d124a4-3abd-4ab7-9531-3b9e63935d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.262845] env[65635]: DEBUG nova.policy [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8288e839b3e4d46bd9a3a9d9a6def7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f19a768fd2941fcb633040430d580a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.277813] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.377379] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.380693] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.380693] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425815, 'name': ReconfigVM_Task, 'duration_secs': 0.339978} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.380693] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba/54b2e56e-73f3-4c1c-91ed-9821a6840cba.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.381553] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e9a477f-2285-48d0-8d7c-bf1722206517 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.390083] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 637.390083] env[65635]: value = "task-4425816" [ 637.390083] env[65635]: _type = "Task" [ 637.390083] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.404622] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425816, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.434180] env[65635]: DEBUG nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.551511] env[65635]: DEBUG nova.network.neutron [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Successfully updated port: d783f708-a33b-44c6-aac8-b993f6ff66b1 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 637.621678] env[65635]: DEBUG nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 637.665753] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Releasing lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.666014] env[65635]: DEBUG nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Instance network_info: |[{"id": "63d124a4-3abd-4ab7-9531-3b9e63935d15", "address": "fa:16:3e:8f:e2:bf", "network": {"id": "c33092e3-dbd2-430b-a799-f5305b259b55", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-78362841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6f8f0092dd4640b94d2dd885756ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d124a4-3a", "ovs_interfaceid": "63d124a4-3abd-4ab7-9531-3b9e63935d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 637.666581] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:e2:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63d124a4-3abd-4ab7-9531-3b9e63935d15', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.682858] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Creating folder: Project (6e6f8f0092dd4640b94d2dd885756ea7). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.687140] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db9a522e-4d9a-4663-91b3-0af3686f17a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.701982] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Created folder: Project (6e6f8f0092dd4640b94d2dd885756ea7) in parent group-v866005. [ 637.702783] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Creating folder: Instances. Parent ref: group-v866028. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.702783] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-154ea2e1-c9d6-47b2-9e8d-857d0f790029 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.720620] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Created folder: Instances in parent group-v866028. [ 637.721015] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 637.722263] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.722263] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-366dbb73-8582-413a-9899-820a3b5a764c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.753779] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.753779] env[65635]: value = "task-4425819" [ 637.753779] env[65635]: _type = "Task" [ 637.753779] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.767125] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425819, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.780819] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978658} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.781137] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] d5c5ae99-e169-4dd0-aba9-3c29968840c0/d5c5ae99-e169-4dd0-aba9-3c29968840c0.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.781301] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.781682] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f1625dd-1a36-4c8e-bc7d-b69b2c17e4ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.792382] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 637.792382] env[65635]: value = "task-4425821" [ 637.792382] env[65635]: _type = "Task" [ 637.792382] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.802509] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.883021] env[65635]: DEBUG nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 637.905862] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425816, 'name': Rename_Task, 'duration_secs': 0.23712} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.905862] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.905862] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44a95b85-4b20-4b61-834b-2bd4c7bf89ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.916861] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 637.916861] env[65635]: value = "task-4425822" [ 637.916861] env[65635]: _type = "Task" [ 637.916861] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.931103] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.971842] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.990082] env[65635]: DEBUG nova.network.neutron [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Successfully created port: ca8399f2-a2e7-4466-8923-d42374d77f02 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 638.004674] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquiring lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.005117] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.054669] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "refresh_cache-275f6728-4f43-4064-8c9c-6e7b4c729d78" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.054747] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "refresh_cache-275f6728-4f43-4064-8c9c-6e7b4c729d78" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.054985] env[65635]: DEBUG nova.network.neutron [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 638.071304] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67170d3-631a-4bc7-bbed-09cec3f4bf51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.081830] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ea4e13-b2f4-413f-b323-7fc8e5174ee2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.120396] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f328a-6db6-444a-9841-4f4de7a80c80 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.130888] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ff9420-3ef1-42a9-8d23-58ca6e4254b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.155271] env[65635]: DEBUG nova.compute.provider_tree [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.273953] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425819, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.304352] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107161} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.304694] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.306748] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6087746b-e1d2-42b0-affe-63047bff792c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.334710] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d5c5ae99-e169-4dd0-aba9-3c29968840c0/d5c5ae99-e169-4dd0-aba9-3c29968840c0.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.335586] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b27403-f58a-4132-862c-73d87f81c14f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.359488] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 638.359488] env[65635]: value = "task-4425823" [ 638.359488] env[65635]: _type = "Task" [ 638.359488] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.371708] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.415715] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.430520] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425822, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.644190] env[65635]: DEBUG nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.677558] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.677558] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.677558] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.677558] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.677976] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.678122] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.678363] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.678795] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.678995] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.679217] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.679395] env[65635]: DEBUG nova.virt.hardware [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.681543] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d0d592-9c04-4276-b17a-917a78946a4b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.685333] env[65635]: ERROR nova.scheduler.client.report [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [req-eb396a82-1f9f-4a24-a4bd-0241022cbe01] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb396a82-1f9f-4a24-a4bd-0241022cbe01"}]} [ 638.694497] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce07800-3d81-4016-8b19-6faae920186a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.710016] env[65635]: DEBUG nova.scheduler.client.report [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 638.729148] env[65635]: DEBUG nova.scheduler.client.report [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 638.729369] env[65635]: DEBUG nova.compute.provider_tree [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.743430] env[65635]: DEBUG nova.scheduler.client.report [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 638.764851] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425819, 'name': CreateVM_Task, 'duration_secs': 0.61632} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.764851] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.765389] env[65635]: WARNING neutronclient.v2_0.client [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.765701] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.765848] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.766183] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.767220] env[65635]: DEBUG nova.scheduler.client.report [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 638.769281] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c37036-fcf3-4afe-9e4f-e22c9ce8bbdf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.774992] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 638.774992] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d00cd3-6bb5-e7c8-cd4c-84bb7ff42783" [ 638.774992] env[65635]: _type = "Task" [ 638.774992] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.783560] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d00cd3-6bb5-e7c8-cd4c-84bb7ff42783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.785669] env[65635]: DEBUG nova.network.neutron [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 638.874380] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425823, 'name': ReconfigVM_Task, 'duration_secs': 0.318405} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.875517] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d5c5ae99-e169-4dd0-aba9-3c29968840c0/d5c5ae99-e169-4dd0-aba9-3c29968840c0.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.875517] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3127201b-3dec-48c9-aab4-6f41594169ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.884373] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 638.884373] env[65635]: value = "task-4425824" [ 638.884373] env[65635]: _type = "Task" [ 638.884373] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.895156] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425824, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.931708] env[65635]: DEBUG oslo_vmware.api [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425822, 'name': PowerOnVM_Task, 'duration_secs': 0.641633} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.931708] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.931708] env[65635]: DEBUG nova.compute.manager [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.932395] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b7c89d-b6ea-4159-8919-7f0cb3fc8bba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.020153] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4df149-bfa2-4dc5-82be-4df5a2df43af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.029683] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b80ca-7e84-41cc-97cb-4cb9e86a2f9c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.068178] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7a5ea-491d-46cd-bb26-520b562d5a31 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.077313] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cce78f1-fb94-4665-9e44-b3876c7e0575 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.093050] env[65635]: DEBUG nova.compute.provider_tree [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.130079] env[65635]: WARNING neutronclient.v2_0.client [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.202937] env[65635]: DEBUG nova.compute.manager [req-363c8467-ffe0-4cf9-bd87-21bbb3e18ea1 req-333d332b-650c-4ada-a9f8-a07c2b7957cd service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Received event network-vif-plugged-63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.203597] env[65635]: DEBUG oslo_concurrency.lockutils [req-363c8467-ffe0-4cf9-bd87-21bbb3e18ea1 req-333d332b-650c-4ada-a9f8-a07c2b7957cd service nova] Acquiring lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.203820] env[65635]: DEBUG oslo_concurrency.lockutils [req-363c8467-ffe0-4cf9-bd87-21bbb3e18ea1 req-333d332b-650c-4ada-a9f8-a07c2b7957cd service nova] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.204103] env[65635]: DEBUG oslo_concurrency.lockutils [req-363c8467-ffe0-4cf9-bd87-21bbb3e18ea1 req-333d332b-650c-4ada-a9f8-a07c2b7957cd service nova] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.204301] env[65635]: DEBUG nova.compute.manager [req-363c8467-ffe0-4cf9-bd87-21bbb3e18ea1 req-333d332b-650c-4ada-a9f8-a07c2b7957cd service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] No waiting events found dispatching network-vif-plugged-63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 639.204479] env[65635]: WARNING nova.compute.manager [req-363c8467-ffe0-4cf9-bd87-21bbb3e18ea1 req-333d332b-650c-4ada-a9f8-a07c2b7957cd service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Received unexpected event network-vif-plugged-63d124a4-3abd-4ab7-9531-3b9e63935d15 for instance with vm_state building and task_state spawning. [ 639.287956] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d00cd3-6bb5-e7c8-cd4c-84bb7ff42783, 'name': SearchDatastore_Task, 'duration_secs': 0.022909} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.288550] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.288550] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.288643] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.289045] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.289045] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.289254] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-041241c0-5fc4-4d5a-8d5a-495b538e1882 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.304199] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.304403] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.305338] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4553f49f-4c24-4fa7-9be3-9aaf2dff1cf5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.311836] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 639.311836] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529afd34-0e69-8401-f3cf-89cd17c13b81" [ 639.311836] env[65635]: _type = "Task" [ 639.311836] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.323052] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529afd34-0e69-8401-f3cf-89cd17c13b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.395245] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425824, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.408805] env[65635]: DEBUG nova.network.neutron [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Updating instance_info_cache with network_info: [{"id": "d783f708-a33b-44c6-aac8-b993f6ff66b1", "address": "fa:16:3e:b8:c4:96", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd783f708-a3", "ovs_interfaceid": "d783f708-a33b-44c6-aac8-b993f6ff66b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.454508] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.639487] env[65635]: DEBUG nova.scheduler.client.report [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 639.639852] env[65635]: DEBUG nova.compute.provider_tree [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 23 to 24 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 639.640072] env[65635]: DEBUG nova.compute.provider_tree [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.678951] env[65635]: DEBUG nova.compute.manager [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Received event network-changed-2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.679739] env[65635]: DEBUG nova.compute.manager [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Refreshing instance network info cache due to event network-changed-2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 639.681335] env[65635]: DEBUG oslo_concurrency.lockutils [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] Acquiring lock "refresh_cache-d5c5ae99-e169-4dd0-aba9-3c29968840c0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.681335] env[65635]: DEBUG oslo_concurrency.lockutils [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] Acquired lock "refresh_cache-d5c5ae99-e169-4dd0-aba9-3c29968840c0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.681335] env[65635]: DEBUG nova.network.neutron [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Refreshing network info cache for port 2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.767604] env[65635]: DEBUG nova.network.neutron [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Successfully updated port: ca8399f2-a2e7-4466-8923-d42374d77f02 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 639.828037] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529afd34-0e69-8401-f3cf-89cd17c13b81, 'name': SearchDatastore_Task, 'duration_secs': 0.024174} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.829060] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6c1a3c-d5e1-463a-b9ad-c5c89e46848e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.837194] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 639.837194] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fd80ed-53f0-75c0-ed2e-2dbaed4142f4" [ 639.837194] env[65635]: _type = "Task" [ 639.837194] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.849060] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fd80ed-53f0-75c0-ed2e-2dbaed4142f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.849352] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.849614] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0/a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.849910] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d31dd0c-846a-4c86-be61-f0e6128735d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.859970] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 639.859970] env[65635]: value = "task-4425826" [ 639.859970] env[65635]: _type = "Task" [ 639.859970] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.870027] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.896034] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425824, 'name': Rename_Task, 'duration_secs': 0.603399} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.896323] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.896566] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcab59cd-1284-4b5d-9bd0-63071d09e1f6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.904736] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 639.904736] env[65635]: value = "task-4425827" [ 639.904736] env[65635]: _type = "Task" [ 639.904736] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.911706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "refresh_cache-275f6728-4f43-4064-8c9c-6e7b4c729d78" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.912064] env[65635]: DEBUG nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance network_info: |[{"id": "d783f708-a33b-44c6-aac8-b993f6ff66b1", "address": "fa:16:3e:b8:c4:96", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd783f708-a3", "ovs_interfaceid": "d783f708-a33b-44c6-aac8-b993f6ff66b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 639.915710] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:c4:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd783f708-a33b-44c6-aac8-b993f6ff66b1', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.923714] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Creating folder: Project (49534560eac24ad3b6f856867509ea4a). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.924043] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.924699] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f28c5026-bb98-435f-9e4f-0082810e5c2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.940155] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Created folder: Project (49534560eac24ad3b6f856867509ea4a) in parent group-v866005. [ 639.940155] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Creating folder: Instances. Parent ref: group-v866031. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.940155] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a9a54fa-d257-40ab-b61f-fb13f23ecad9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.952883] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Created folder: Instances in parent group-v866031. [ 639.952883] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 639.952883] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.952883] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-303449a1-05a3-40ff-9cc3-5d40037de8fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.980776] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.980776] env[65635]: value = "task-4425830" [ 639.980776] env[65635]: _type = "Task" [ 639.980776] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.994820] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425830, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.148540] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.544s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.149520] env[65635]: DEBUG nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 640.154959] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.257s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.156617] env[65635]: INFO nova.compute.claims [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.184752] env[65635]: WARNING neutronclient.v2_0.client [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.270226] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquiring lock "refresh_cache-4782e486-f687-4811-8635-fcdb709f6931" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.271741] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquired lock "refresh_cache-4782e486-f687-4811-8635-fcdb709f6931" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.271858] env[65635]: DEBUG nova.network.neutron [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.375139] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425826, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.412048] env[65635]: WARNING neutronclient.v2_0.client [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.419803] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.495020] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425830, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.574304] env[65635]: DEBUG nova.network.neutron [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Updated VIF entry in instance network info cache for port 2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.575024] env[65635]: DEBUG nova.network.neutron [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Updating instance_info_cache with network_info: [{"id": "2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd", "address": "fa:16:3e:7e:c9:e4", "network": {"id": "6b0adada-1065-41af-b1e8-302ac8db1ec0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1073739678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2568fd95b49a48458517cd3a1a92bdc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2501d534-f6", "ovs_interfaceid": "2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.652693] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.652963] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.663528] env[65635]: DEBUG nova.compute.utils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.666039] env[65635]: DEBUG nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 640.666602] env[65635]: DEBUG nova.network.neutron [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 640.670018] env[65635]: WARNING neutronclient.v2_0.client [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.670456] env[65635]: WARNING neutronclient.v2_0.client [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.719161] env[65635]: DEBUG nova.policy [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efad1240a98946f5a9c41f59363625e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49534560eac24ad3b6f856867509ea4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.785613] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.785859] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.786095] env[65635]: INFO nova.compute.manager [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Rebooting instance [ 640.851938] env[65635]: DEBUG nova.network.neutron [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.874695] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514594} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.875244] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0/a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.878107] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.878107] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f64650b3-0134-4b7d-b09f-dd3b6a806e2d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.884907] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 640.884907] env[65635]: value = "task-4425831" [ 640.884907] env[65635]: _type = "Task" [ 640.884907] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.894901] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.919905] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425827, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.995548] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425830, 'name': CreateVM_Task, 'duration_secs': 0.741793} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.995548] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.995548] env[65635]: WARNING neutronclient.v2_0.client [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.996646] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.996646] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.996800] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.997101] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bca1701-004e-4644-91aa-4d4398150790 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.003920] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 641.003920] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52edbbc9-60e0-56af-67c5-25a14c7520b8" [ 641.003920] env[65635]: _type = "Task" [ 641.003920] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.014600] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52edbbc9-60e0-56af-67c5-25a14c7520b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.077683] env[65635]: DEBUG oslo_concurrency.lockutils [req-cb8eb150-9908-4d77-8ea5-201a73f9dfaf req-60fd9f3a-20a5-4d35-b811-35b7a1ccf2ca service nova] Releasing lock "refresh_cache-d5c5ae99-e169-4dd0-aba9-3c29968840c0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.084767] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquiring lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.084767] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.138216] env[65635]: DEBUG nova.network.neutron [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Successfully created port: 7555a105-3d28-4c1b-a1d6-85e11e09629f {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 641.169046] env[65635]: DEBUG nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 641.283523] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.283656] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.284376] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.284376] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.284376] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.286487] env[65635]: INFO nova.compute.manager [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Terminating instance [ 641.341912] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.341912] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquired lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.342244] env[65635]: DEBUG nova.network.neutron [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.399945] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155362} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.400838] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.401101] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf827e-e2aa-4b5a-a792-2b56cca3b9f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.433851] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0/a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.435707] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d88e732-b221-436e-b658-7f8c214c2407 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.457569] env[65635]: DEBUG oslo_vmware.api [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425827, 'name': PowerOnVM_Task, 'duration_secs': 1.055502} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.458429] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.458673] env[65635]: INFO nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Took 10.92 seconds to spawn the instance on the hypervisor. [ 641.458873] env[65635]: DEBUG nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.459705] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd025c-e202-4e7b-9b37-78a6b639dda0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.466020] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 641.466020] env[65635]: value = "task-4425832" [ 641.466020] env[65635]: _type = "Task" [ 641.466020] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.482926] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.515296] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52edbbc9-60e0-56af-67c5-25a14c7520b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.515622] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.515864] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.516164] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.516319] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.516781] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.520213] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef65ad7-48e1-452f-8d85-5a2e8aff62c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.531706] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.532199] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.533318] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11d232b-3ddf-4a0b-8cad-00e1fb5873a7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.545984] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 641.545984] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c5343d-a33e-6acf-7356-8617ab8daf5c" [ 641.545984] env[65635]: _type = "Task" [ 641.545984] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.559357] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c5343d-a33e-6acf-7356-8617ab8daf5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.576969] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0498c868-4ccd-4a60-a69d-f3ce3fd3db61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.586444] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7fc609-f86d-44b8-afae-32d377362525 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.623546] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec2fb7-09ab-4d2c-8f37-1eee289ea8bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.631101] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098863b0-06b7-405c-9908-a9a1cdc579fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.649048] env[65635]: DEBUG nova.compute.provider_tree [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.813114] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "refresh_cache-54b2e56e-73f3-4c1c-91ed-9821a6840cba" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.813114] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquired lock "refresh_cache-54b2e56e-73f3-4c1c-91ed-9821a6840cba" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.813114] env[65635]: DEBUG nova.network.neutron [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.816898] env[65635]: WARNING neutronclient.v2_0.client [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.845420] env[65635]: WARNING neutronclient.v2_0.client [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.979704] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425832, 'name': ReconfigVM_Task, 'duration_secs': 0.319909} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.983382] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Reconfigured VM instance instance-00000008 to attach disk [datastore1] a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0/a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.983696] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069742e3-617a-4279-b9a9-09c43f1959d6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.986689] env[65635]: INFO nova.compute.manager [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Took 18.87 seconds to build instance. [ 641.998216] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 641.998216] env[65635]: value = "task-4425834" [ 641.998216] env[65635]: _type = "Task" [ 641.998216] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.016196] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425834, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.058670] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c5343d-a33e-6acf-7356-8617ab8daf5c, 'name': SearchDatastore_Task, 'duration_secs': 0.016225} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.059706] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec064c7-442c-4e4f-9afa-819de761cc42 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.070641] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 642.070641] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52142e36-f048-eed2-bf1f-e31b3c98c92a" [ 642.070641] env[65635]: _type = "Task" [ 642.070641] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.083633] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52142e36-f048-eed2-bf1f-e31b3c98c92a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.151224] env[65635]: DEBUG nova.network.neutron [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Updating instance_info_cache with network_info: [{"id": "ca8399f2-a2e7-4466-8923-d42374d77f02", "address": "fa:16:3e:20:7a:d5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8399f2-a2", "ovs_interfaceid": "ca8399f2-a2e7-4466-8923-d42374d77f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.152166] env[65635]: DEBUG nova.scheduler.client.report [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.179165] env[65635]: DEBUG nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 642.217543] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.217854] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.218032] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.221052] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.221584] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.221584] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.222813] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.222999] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.223240] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.224557] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.226733] env[65635]: DEBUG nova.virt.hardware [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.227759] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4441f255-581d-4f4b-945c-0d4304bc92e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.240725] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38286fc-3618-4bde-b226-408ec4d0b2fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.320220] env[65635]: WARNING neutronclient.v2_0.client [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.489284] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe51eca4-bb6b-4047-a38b-634db7089d20 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.379s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.509890] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425834, 'name': Rename_Task, 'duration_secs': 0.163174} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.510134] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.510379] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e0fda96-e9bd-41c5-9a38-4f099ac41646 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.518096] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 642.518096] env[65635]: value = "task-4425835" [ 642.518096] env[65635]: _type = "Task" [ 642.518096] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.526446] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.583579] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52142e36-f048-eed2-bf1f-e31b3c98c92a, 'name': SearchDatastore_Task, 'duration_secs': 0.017871} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.583782] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.583985] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.584253] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc387f5-7973-47f5-9aea-3ed9337d2b14 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.591265] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 642.591265] env[65635]: value = "task-4425836" [ 642.591265] env[65635]: _type = "Task" [ 642.591265] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.600231] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.657912] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Releasing lock "refresh_cache-4782e486-f687-4811-8635-fcdb709f6931" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.658488] env[65635]: DEBUG nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Instance network_info: |[{"id": "ca8399f2-a2e7-4466-8923-d42374d77f02", "address": "fa:16:3e:20:7a:d5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8399f2-a2", "ovs_interfaceid": "ca8399f2-a2e7-4466-8923-d42374d77f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 642.659479] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.660282] env[65635]: DEBUG nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 642.664521] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:7a:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca8399f2-a2e7-4466-8923-d42374d77f02', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.677505] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Creating folder: Project (9f19a768fd2941fcb633040430d580a2). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.677965] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.579s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.680236] env[65635]: INFO nova.compute.claims [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.684219] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c85a6866-1b63-483c-9214-13a7090043d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.698889] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Created folder: Project (9f19a768fd2941fcb633040430d580a2) in parent group-v866005. [ 642.699692] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Creating folder: Instances. Parent ref: group-v866034. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.699692] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4a73061-4c17-4c5f-8457-cfdbc0439905 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.713932] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Created folder: Instances in parent group-v866034. [ 642.714339] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 642.714633] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.714931] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-132ad1d6-8259-492b-ae50-acf83f9d63c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.739897] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.739897] env[65635]: value = "task-4425839" [ 642.739897] env[65635]: _type = "Task" [ 642.739897] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.749327] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425839, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.881470] env[65635]: DEBUG nova.network.neutron [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.911272] env[65635]: DEBUG nova.network.neutron [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Successfully updated port: 7555a105-3d28-4c1b-a1d6-85e11e09629f {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 642.994065] env[65635]: DEBUG nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 643.031867] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.049179] env[65635]: WARNING neutronclient.v2_0.client [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.086284] env[65635]: DEBUG nova.network.neutron [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.105132] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425836, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.187019] env[65635]: DEBUG nova.compute.utils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.189414] env[65635]: DEBUG nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 643.189634] env[65635]: DEBUG nova.network.neutron [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 643.190093] env[65635]: WARNING neutronclient.v2_0.client [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.193034] env[65635]: WARNING neutronclient.v2_0.client [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.253535] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425839, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.256971] env[65635]: DEBUG nova.network.neutron [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Updating instance_info_cache with network_info: [{"id": "d26562d0-643a-49ae-a919-f0c4ce70781f", "address": "fa:16:3e:ed:bb:2f", "network": {"id": "6fcf8699-5b17-4de4-9e63-237b090f8a99", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-311474970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4488c42fd114387b37acddc3a4488ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26562d0-64", "ovs_interfaceid": "d26562d0-643a-49ae-a919-f0c4ce70781f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.343886] env[65635]: DEBUG nova.policy [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60b0a0d715ee44e6827a09d3bf7420d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5c20cc6db22418d9436663e4dff18d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.414227] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "refresh_cache-011b169f-fe69-43ac-ade0-2359c6f7b910" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.415145] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "refresh_cache-011b169f-fe69-43ac-ade0-2359c6f7b910" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.417385] env[65635]: DEBUG nova.network.neutron [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 643.526923] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.534099] env[65635]: DEBUG oslo_vmware.api [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4425835, 'name': PowerOnVM_Task, 'duration_secs': 0.796874} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.534640] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.534640] env[65635]: INFO nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Took 10.54 seconds to spawn the instance on the hypervisor. [ 643.534791] env[65635]: DEBUG nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 643.535563] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a26b9ef-4489-44aa-a86d-0f8956e58037 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.589704] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Releasing lock "refresh_cache-54b2e56e-73f3-4c1c-91ed-9821a6840cba" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.590256] env[65635]: DEBUG nova.compute.manager [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 643.590448] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.591414] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e9b043-b7ae-488f-8c26-0fa1cf597200 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.607118] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548377} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.609300] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.609553] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.609866] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.610211] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dd7ac91-006e-4f06-9457-54127c2903e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.612504] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb937745-d2d5-4c71-8dc3-9338c5b990a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.620580] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 643.620580] env[65635]: value = "task-4425841" [ 643.620580] env[65635]: _type = "Task" [ 643.620580] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.622281] env[65635]: DEBUG oslo_vmware.api [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 643.622281] env[65635]: value = "task-4425840" [ 643.622281] env[65635]: _type = "Task" [ 643.622281] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.640140] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.640398] env[65635]: DEBUG oslo_vmware.api [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.697653] env[65635]: DEBUG nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 643.741397] env[65635]: DEBUG nova.network.neutron [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Successfully created port: ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 643.754874] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425839, 'name': CreateVM_Task, 'duration_secs': 0.552152} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.755244] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.755847] env[65635]: WARNING neutronclient.v2_0.client [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.756442] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.756686] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.760331] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.760633] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1a31b6-7a8b-4bfd-9e6c-c677a264c506 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.763853] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Releasing lock "refresh_cache-4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.771795] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 643.771795] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52961fde-f9d4-1110-a994-e9873293921a" [ 643.771795] env[65635]: _type = "Task" [ 643.771795] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.785667] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52961fde-f9d4-1110-a994-e9873293921a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.061970] env[65635]: INFO nova.compute.manager [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Took 19.54 seconds to build instance. [ 644.095110] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e2884-c7a9-4019-b95c-156605fbe192 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.107706] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb062cd4-ee74-4ecc-a05c-c24da8a5d7b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.151623] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a6184-d183-446d-8f9d-82952cc18252 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.163640] env[65635]: DEBUG oslo_vmware.api [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425840, 'name': PowerOffVM_Task, 'duration_secs': 0.156687} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.169477] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.173021] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.173021] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa269b7-6228-4272-b9f8-cef2f00dc16b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.175755] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093841} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.176014] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edbfe288-7539-41fc-9d9b-87dc8a78d69d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.177610] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.180680] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8e149e-9758-4246-8e80-2ec06d02d8b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.192408] env[65635]: DEBUG nova.compute.provider_tree [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.215169] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.219501] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1faf558-1d34-4880-b0e2-b2827f755bed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.235704] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.235949] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.236174] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleting the datastore file [datastore1] 54b2e56e-73f3-4c1c-91ed-9821a6840cba {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.236989] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f81309d4-df22-4092-a323-67cf3d14098a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.243566] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 644.243566] env[65635]: value = "task-4425844" [ 644.243566] env[65635]: _type = "Task" [ 644.243566] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.247298] env[65635]: DEBUG oslo_vmware.api [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for the task: (returnval){ [ 644.247298] env[65635]: value = "task-4425845" [ 644.247298] env[65635]: _type = "Task" [ 644.247298] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.259527] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425844, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.263785] env[65635]: DEBUG oslo_vmware.api [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.271241] env[65635]: DEBUG nova.compute.manager [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 644.276578] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7728b3d3-1c6f-467a-8355-b9e6ec711b35 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.294222] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52961fde-f9d4-1110-a994-e9873293921a, 'name': SearchDatastore_Task, 'duration_secs': 0.020904} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.296964] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.297566] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.297566] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.300133] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.300133] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.300133] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dac35d54-65d1-4d7c-9d35-d52204024cba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.321976] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.322242] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.323305] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d85b06-4139-4f2c-984f-81e2fb917052 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.333882] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 644.333882] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f3e394-9211-3435-488d-080fd7d751c0" [ 644.333882] env[65635]: _type = "Task" [ 644.333882] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.347222] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f3e394-9211-3435-488d-080fd7d751c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.467942] env[65635]: DEBUG nova.network.neutron [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 644.569019] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3987b3b5-23d0-452f-b9d0-63510e54d918 tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.057s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.695974] env[65635]: DEBUG nova.scheduler.client.report [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.736564] env[65635]: DEBUG nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 644.767426] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.770109] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 644.770392] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.770562] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 644.770819] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.770956] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 644.771140] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 644.771502] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 644.771570] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 644.771731] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 644.771925] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 644.772129] env[65635]: DEBUG nova.virt.hardware [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 644.773054] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8324ca8-c09a-4fb6-835b-4bec61565dca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.779491] env[65635]: DEBUG oslo_vmware.api [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Task: {'id': task-4425845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156104} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.780248] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.780483] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.780670] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.780874] env[65635]: INFO nova.compute.manager [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Took 1.19 seconds to destroy the instance on the hypervisor. [ 644.781139] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 644.781335] env[65635]: DEBUG nova.compute.manager [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 644.781430] env[65635]: DEBUG nova.network.neutron [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 644.781694] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.788359] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda27d2-c152-47fd-b175-f2a444144702 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.846162] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f3e394-9211-3435-488d-080fd7d751c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016944} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.847263] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4edfe05-dc34-459e-bc43-8029dd06c9da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.856609] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 644.856609] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5233c2fc-0074-4fab-5908-90dd45ad8cfe" [ 644.856609] env[65635]: _type = "Task" [ 644.856609] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.866428] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5233c2fc-0074-4fab-5908-90dd45ad8cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.072583] env[65635]: DEBUG nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 645.175354] env[65635]: DEBUG nova.network.neutron [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 645.175630] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.203808] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.204322] env[65635]: DEBUG nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 645.207113] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.208715] env[65635]: INFO nova.compute.claims [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.258056] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425844, 'name': ReconfigVM_Task, 'duration_secs': 0.577907} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.258673] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.259134] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5141b0b-0796-4bb1-9f5e-c09dd50dcd67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.267817] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 645.267817] env[65635]: value = "task-4425846" [ 645.267817] env[65635]: _type = "Task" [ 645.267817] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.278443] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425846, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.310724] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac727b-81fa-4d68-bfa0-5df4ed73ed39 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.319425] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Doing hard reboot of VM {{(pid=65635) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 645.319713] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-149a2ceb-e7d7-4d6a-a906-5eecf3b2ca3a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.328235] env[65635]: DEBUG oslo_vmware.api [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 645.328235] env[65635]: value = "task-4425847" [ 645.328235] env[65635]: _type = "Task" [ 645.328235] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.337940] env[65635]: DEBUG oslo_vmware.api [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425847, 'name': ResetVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.373437] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5233c2fc-0074-4fab-5908-90dd45ad8cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.018897} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.373723] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.374165] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 4782e486-f687-4811-8635-fcdb709f6931/4782e486-f687-4811-8635-fcdb709f6931.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.374452] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0230aac-c36d-404b-b6a1-cbd602690b56 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.391693] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 645.391693] env[65635]: value = "task-4425848" [ 645.391693] env[65635]: _type = "Task" [ 645.391693] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.391693] env[65635]: DEBUG nova.network.neutron [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Successfully updated port: ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 645.405507] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.428837] env[65635]: WARNING neutronclient.v2_0.client [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.610235] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.677630] env[65635]: DEBUG nova.network.neutron [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Updating instance_info_cache with network_info: [{"id": "7555a105-3d28-4c1b-a1d6-85e11e09629f", "address": "fa:16:3e:30:50:a5", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7555a105-3d", "ovs_interfaceid": "7555a105-3d28-4c1b-a1d6-85e11e09629f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.678997] env[65635]: DEBUG nova.network.neutron [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.713498] env[65635]: DEBUG nova.compute.utils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.718302] env[65635]: DEBUG nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 645.718519] env[65635]: DEBUG nova.network.neutron [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 645.718843] env[65635]: WARNING neutronclient.v2_0.client [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.719150] env[65635]: WARNING neutronclient.v2_0.client [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.748639] env[65635]: DEBUG nova.compute.manager [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Received event network-changed-63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 645.749396] env[65635]: DEBUG nova.compute.manager [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Refreshing instance network info cache due to event network-changed-63d124a4-3abd-4ab7-9531-3b9e63935d15. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 645.750134] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Acquiring lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.750134] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Acquired lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.750308] env[65635]: DEBUG nova.network.neutron [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Refreshing network info cache for port 63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.779647] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425846, 'name': Rename_Task, 'duration_secs': 0.313874} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.780035] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.780571] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f6a7eed-f489-4cf0-8dfd-380ec69d5002 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.792100] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 645.792100] env[65635]: value = "task-4425849" [ 645.792100] env[65635]: _type = "Task" [ 645.792100] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.804221] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.822222] env[65635]: DEBUG nova.policy [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0a1349b14a44baea64d751834a98184', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '311af074913848be967f72e1e47143a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.838900] env[65635]: DEBUG oslo_vmware.api [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425847, 'name': ResetVM_Task, 'duration_secs': 0.145355} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.839234] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Did hard reboot of VM {{(pid=65635) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 645.839494] env[65635]: DEBUG nova.compute.manager [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 645.840342] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73e721b-a43d-438f-ae74-10c5612d0a2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.898596] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquiring lock "refresh_cache-ca16a820-7555-436c-9a2d-299948dd84db" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.898596] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquired lock "refresh_cache-ca16a820-7555-436c-9a2d-299948dd84db" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.898596] env[65635]: DEBUG nova.network.neutron [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 645.903884] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425848, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.932965] env[65635]: DEBUG nova.compute.manager [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Received event network-vif-plugged-d783f708-a33b-44c6-aac8-b993f6ff66b1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 645.933994] env[65635]: DEBUG oslo_concurrency.lockutils [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] Acquiring lock "275f6728-4f43-4064-8c9c-6e7b4c729d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.933994] env[65635]: DEBUG oslo_concurrency.lockutils [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] Lock "275f6728-4f43-4064-8c9c-6e7b4c729d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.933994] env[65635]: DEBUG oslo_concurrency.lockutils [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] Lock "275f6728-4f43-4064-8c9c-6e7b4c729d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.933994] env[65635]: DEBUG nova.compute.manager [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] No waiting events found dispatching network-vif-plugged-d783f708-a33b-44c6-aac8-b993f6ff66b1 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 645.933994] env[65635]: WARNING nova.compute.manager [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Received unexpected event network-vif-plugged-d783f708-a33b-44c6-aac8-b993f6ff66b1 for instance with vm_state building and task_state spawning. [ 645.934796] env[65635]: DEBUG nova.compute.manager [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Received event network-changed-d783f708-a33b-44c6-aac8-b993f6ff66b1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 645.935206] env[65635]: DEBUG nova.compute.manager [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Refreshing instance network info cache due to event network-changed-d783f708-a33b-44c6-aac8-b993f6ff66b1. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 645.935734] env[65635]: DEBUG oslo_concurrency.lockutils [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] Acquiring lock "refresh_cache-275f6728-4f43-4064-8c9c-6e7b4c729d78" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.935734] env[65635]: DEBUG oslo_concurrency.lockutils [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] Acquired lock "refresh_cache-275f6728-4f43-4064-8c9c-6e7b4c729d78" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.936026] env[65635]: DEBUG nova.network.neutron [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Refreshing network info cache for port d783f708-a33b-44c6-aac8-b993f6ff66b1 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.184021] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "refresh_cache-011b169f-fe69-43ac-ade0-2359c6f7b910" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.184336] env[65635]: DEBUG nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Instance network_info: |[{"id": "7555a105-3d28-4c1b-a1d6-85e11e09629f", "address": "fa:16:3e:30:50:a5", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7555a105-3d", "ovs_interfaceid": "7555a105-3d28-4c1b-a1d6-85e11e09629f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 646.184924] env[65635]: INFO nova.compute.manager [-] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Took 1.40 seconds to deallocate network for instance. [ 646.185376] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:50:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7555a105-3d28-4c1b-a1d6-85e11e09629f', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.196085] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 646.198517] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.202582] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f49371-88e8-41f8-927d-3e1fc55c5764 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.225863] env[65635]: DEBUG nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 646.238292] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.238292] env[65635]: value = "task-4425851" [ 646.238292] env[65635]: _type = "Task" [ 646.238292] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.250105] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425851, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.254821] env[65635]: WARNING neutronclient.v2_0.client [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.307325] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425849, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.326280] env[65635]: DEBUG nova.network.neutron [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Successfully created port: 304d4de9-4399-44bd-87f1-f5d570ad4f91 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 646.358150] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e9a3e994-a895-4bfa-8521-ef4ac32540a1 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.572s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.411253] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62936} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.411985] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 4782e486-f687-4811-8635-fcdb709f6931/4782e486-f687-4811-8635-fcdb709f6931.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.412695] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.412695] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d66354ce-4bae-41e2-b3ba-866a126fc6cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.423425] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 646.423425] env[65635]: value = "task-4425852" [ 646.423425] env[65635]: _type = "Task" [ 646.423425] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.437263] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.444597] env[65635]: WARNING neutronclient.v2_0.client [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.586578] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae43c3c2-3879-4645-98a9-f2c6e906fe5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.595933] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5227a8e4-a3d8-47ef-b939-555477b4e17f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.633659] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3085278f-e04a-4f07-b63f-810c9678600b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.643958] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb77337-ec39-4bf7-8094-229d14337e89 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.663368] env[65635]: DEBUG nova.compute.provider_tree [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.721443] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.754657] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425851, 'name': CreateVM_Task, 'duration_secs': 0.422906} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.754657] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.755047] env[65635]: WARNING neutronclient.v2_0.client [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.755408] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.755623] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.756388] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.756388] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403cbb60-c774-4240-95f7-32d13522f604 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.762275] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 646.762275] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a71cf-c10b-2276-a89e-102aae61484f" [ 646.762275] env[65635]: _type = "Task" [ 646.762275] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.771730] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a71cf-c10b-2276-a89e-102aae61484f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.803162] env[65635]: DEBUG oslo_vmware.api [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425849, 'name': PowerOnVM_Task, 'duration_secs': 0.789094} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.803451] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.803631] env[65635]: INFO nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Took 10.48 seconds to spawn the instance on the hypervisor. [ 646.803802] env[65635]: DEBUG nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.804876] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f6758-0004-4f6a-9c3b-262280099d29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.910381] env[65635]: DEBUG nova.network.neutron [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 646.935188] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.170608] env[65635]: DEBUG nova.scheduler.client.report [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.251852] env[65635]: DEBUG nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 647.275844] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a71cf-c10b-2276-a89e-102aae61484f, 'name': SearchDatastore_Task, 'duration_secs': 0.014732} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.278647] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.278988] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.279357] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.279712] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.279985] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.280710] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d18c43-ebdd-4c42-a64a-a7f69c005026 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.287291] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 647.287620] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.287878] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 647.288192] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.288429] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 647.288973] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 647.289296] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 647.289555] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 647.289835] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 647.290135] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 647.290397] env[65635]: DEBUG nova.virt.hardware [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 647.291477] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402fed6e-9b34-418d-a834-9eb564b37aa8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.302170] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.302170] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.302724] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc3eba4-a69a-4764-899a-ec67cfc0b458 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.309558] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e66e15-742b-41cf-a5cc-b6380b92c28a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.321865] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 647.321865] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5224640b-ebef-dbe9-b6c1-a15c63f69880" [ 647.321865] env[65635]: _type = "Task" [ 647.321865] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.329577] env[65635]: INFO nova.compute.manager [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Took 22.15 seconds to build instance. [ 647.345506] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5224640b-ebef-dbe9-b6c1-a15c63f69880, 'name': SearchDatastore_Task, 'duration_secs': 0.013181} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.347134] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e22812-05ea-444d-b8a7-539b4f325c38 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.359324] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 647.359324] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52590a9d-1e61-bc2e-a9eb-b324a9fb530f" [ 647.359324] env[65635]: _type = "Task" [ 647.359324] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.369083] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52590a9d-1e61-bc2e-a9eb-b324a9fb530f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.439687] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.832147} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.440461] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.441177] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245b58d0-a5bd-40bb-8d92-ddf5360d41b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.474038] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4782e486-f687-4811-8635-fcdb709f6931/4782e486-f687-4811-8635-fcdb709f6931.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.474420] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e942fe3e-4156-4961-9c0e-4aa0736e3570 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.504572] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 647.504572] env[65635]: value = "task-4425853" [ 647.504572] env[65635]: _type = "Task" [ 647.504572] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.516910] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.677964] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.678573] env[65635]: DEBUG nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 647.681568] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.710s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.683027] env[65635]: INFO nova.compute.claims [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.839623] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2dec64d4-5a3a-476d-8414-d24b2ccfa738 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "275f6728-4f43-4064-8c9c-6e7b4c729d78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.682s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.872882] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52590a9d-1e61-bc2e-a9eb-b324a9fb530f, 'name': SearchDatastore_Task, 'duration_secs': 0.016162} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.873259] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.873543] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 011b169f-fe69-43ac-ade0-2359c6f7b910/011b169f-fe69-43ac-ade0-2359c6f7b910.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.873856] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a8a5af9-ba4d-49f2-8468-3dd5ebc06952 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.882777] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 647.882777] env[65635]: value = "task-4425854" [ 647.882777] env[65635]: _type = "Task" [ 647.882777] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.893882] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.015617] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425853, 'name': ReconfigVM_Task, 'duration_secs': 0.314227} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.015892] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4782e486-f687-4811-8635-fcdb709f6931/4782e486-f687-4811-8635-fcdb709f6931.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.016530] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73af8f8a-6739-42bb-94e2-49c76e27cbfa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.025985] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 648.025985] env[65635]: value = "task-4425855" [ 648.025985] env[65635]: _type = "Task" [ 648.025985] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.037240] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425855, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.191121] env[65635]: DEBUG nova.compute.utils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.195562] env[65635]: DEBUG nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 648.195826] env[65635]: DEBUG nova.network.neutron [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 648.196208] env[65635]: WARNING neutronclient.v2_0.client [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.196546] env[65635]: WARNING neutronclient.v2_0.client [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.302660] env[65635]: DEBUG nova.network.neutron [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Successfully updated port: 304d4de9-4399-44bd-87f1-f5d570ad4f91 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 648.343119] env[65635]: DEBUG nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 648.395624] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.483404] env[65635]: WARNING neutronclient.v2_0.client [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.541500] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425855, 'name': Rename_Task, 'duration_secs': 0.157845} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.541908] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.542278] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2086f17e-3f35-4d08-8fb6-5474a1a13121 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.551270] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 648.551270] env[65635]: value = "task-4425857" [ 648.551270] env[65635]: _type = "Task" [ 648.551270] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.563451] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.696798] env[65635]: DEBUG nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 648.813466] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquiring lock "refresh_cache-dae1e691-adad-4468-90b3-5f45bbf0477a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.813466] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquired lock "refresh_cache-dae1e691-adad-4468-90b3-5f45bbf0477a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.813466] env[65635]: DEBUG nova.network.neutron [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.871593] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.901127] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732015} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.901426] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 011b169f-fe69-43ac-ade0-2359c6f7b910/011b169f-fe69-43ac-ade0-2359c6f7b910.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.901764] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.901924] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d99ae236-0f8a-4125-92fd-39a1d5b65f8c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.915532] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 648.915532] env[65635]: value = "task-4425858" [ 648.915532] env[65635]: _type = "Task" [ 648.915532] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.927591] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.052060] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed15b95-8d55-4c45-a1f8-b16b9fcd5f43 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.072678] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425857, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.075267] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa51f0a-50c2-4a25-a4d5-9508c300c55b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.115082] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b830725f-c546-4226-9156-4bc9bbbcfdd9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.126525] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2492e4-6eb5-46b7-be4a-83d6176c368e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.145276] env[65635]: DEBUG nova.compute.provider_tree [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.256857] env[65635]: WARNING neutronclient.v2_0.client [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.360487] env[65635]: DEBUG nova.policy [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a9fed2d01a64d0faab9f3b30b4ed12d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35dfeea3808a482393668e8a14b68a88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.391173] env[65635]: WARNING neutronclient.v2_0.client [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.429539] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079414} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.429895] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.430755] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d73ee-de43-4c30-8a52-08e539f8a4ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.460871] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 011b169f-fe69-43ac-ade0-2359c6f7b910/011b169f-fe69-43ac-ade0-2359c6f7b910.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.460871] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c171ab42-fa2b-4be7-b8f1-ceafd0afd7c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.480207] env[65635]: DEBUG nova.network.neutron [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 649.486484] env[65635]: DEBUG nova.network.neutron [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Updating instance_info_cache with network_info: [{"id": "ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631", "address": "fa:16:3e:f1:09:dd", "network": {"id": "9c82550a-795c-42c8-b67f-488699e444c7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1160237624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5c20cc6db22418d9436663e4dff18d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2f2b8f-a7", "ovs_interfaceid": "ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.489934] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 649.489934] env[65635]: value = "task-4425859" [ 649.489934] env[65635]: _type = "Task" [ 649.489934] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.502263] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.567095] env[65635]: DEBUG oslo_vmware.api [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425857, 'name': PowerOnVM_Task, 'duration_secs': 0.577864} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.567415] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.568174] env[65635]: INFO nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Took 10.92 seconds to spawn the instance on the hypervisor. [ 649.568174] env[65635]: DEBUG nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 649.568730] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6decc34-62ce-441e-bb6b-770771d09304 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.649474] env[65635]: DEBUG nova.scheduler.client.report [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.669756] env[65635]: DEBUG nova.network.neutron [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Updated VIF entry in instance network info cache for port 63d124a4-3abd-4ab7-9531-3b9e63935d15. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 649.670469] env[65635]: DEBUG nova.network.neutron [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Updating instance_info_cache with network_info: [{"id": "63d124a4-3abd-4ab7-9531-3b9e63935d15", "address": "fa:16:3e:8f:e2:bf", "network": {"id": "c33092e3-dbd2-430b-a799-f5305b259b55", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-78362841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6f8f0092dd4640b94d2dd885756ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d124a4-3a", "ovs_interfaceid": "63d124a4-3abd-4ab7-9531-3b9e63935d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.718339] env[65635]: DEBUG nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 649.760488] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 649.761249] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.761249] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 649.761357] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.761445] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 649.761684] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 649.761895] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.762049] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 649.762212] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 649.762774] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 649.762774] env[65635]: DEBUG nova.virt.hardware [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 649.764243] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae33887-b612-4397-afcb-c49e8a871b6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.783352] env[65635]: DEBUG nova.network.neutron [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Updated VIF entry in instance network info cache for port d783f708-a33b-44c6-aac8-b993f6ff66b1. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 649.783352] env[65635]: DEBUG nova.network.neutron [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Updating instance_info_cache with network_info: [{"id": "d783f708-a33b-44c6-aac8-b993f6ff66b1", "address": "fa:16:3e:b8:c4:96", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd783f708-a3", "ovs_interfaceid": "d783f708-a33b-44c6-aac8-b993f6ff66b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.784219] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc65b72a-9988-4ad8-b4a0-d70f7ffa2f58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.857194] env[65635]: WARNING neutronclient.v2_0.client [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.947866] env[65635]: DEBUG nova.network.neutron [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Updating instance_info_cache with network_info: [{"id": "304d4de9-4399-44bd-87f1-f5d570ad4f91", "address": "fa:16:3e:f6:89:46", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304d4de9-43", "ovs_interfaceid": "304d4de9-4399-44bd-87f1-f5d570ad4f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.990913] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Releasing lock "refresh_cache-ca16a820-7555-436c-9a2d-299948dd84db" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.991298] env[65635]: DEBUG nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Instance network_info: |[{"id": "ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631", "address": "fa:16:3e:f1:09:dd", "network": {"id": "9c82550a-795c-42c8-b67f-488699e444c7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1160237624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5c20cc6db22418d9436663e4dff18d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2f2b8f-a7", "ovs_interfaceid": "ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 649.991871] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:09:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.004289] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Creating folder: Project (b5c20cc6db22418d9436663e4dff18d0). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.008515] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48d033e-551e-4e47-9a6e-215c039d7141 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.023017] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.028265] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Created folder: Project (b5c20cc6db22418d9436663e4dff18d0) in parent group-v866005. [ 650.028265] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Creating folder: Instances. Parent ref: group-v866039. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.028265] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d499e930-2306-41f4-ac9f-2db3a8359b36 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.040803] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Created folder: Instances in parent group-v866039. [ 650.041098] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 650.041191] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.041406] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a22eb79-8f11-4885-8cdc-5183bbce6d0a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.059501] env[65635]: DEBUG nova.network.neutron [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Successfully created port: fb46e50c-9f57-4d1c-8432-84f6ef4e683d {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 650.069339] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.069339] env[65635]: value = "task-4425862" [ 650.069339] env[65635]: _type = "Task" [ 650.069339] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.080767] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425862, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.094861] env[65635]: INFO nova.compute.manager [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Took 23.77 seconds to build instance. [ 650.159854] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.160754] env[65635]: DEBUG nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 650.163837] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.748s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.165680] env[65635]: INFO nova.compute.claims [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.175841] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Releasing lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.176024] env[65635]: DEBUG nova.compute.manager [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Received event network-vif-plugged-ca8399f2-a2e7-4466-8923-d42374d77f02 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 650.180023] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Acquiring lock "4782e486-f687-4811-8635-fcdb709f6931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.180023] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Lock "4782e486-f687-4811-8635-fcdb709f6931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.180023] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Lock "4782e486-f687-4811-8635-fcdb709f6931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.180023] env[65635]: DEBUG nova.compute.manager [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] No waiting events found dispatching network-vif-plugged-ca8399f2-a2e7-4466-8923-d42374d77f02 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 650.180023] env[65635]: WARNING nova.compute.manager [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Received unexpected event network-vif-plugged-ca8399f2-a2e7-4466-8923-d42374d77f02 for instance with vm_state building and task_state spawning. [ 650.180456] env[65635]: DEBUG nova.compute.manager [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Received event network-changed-ca8399f2-a2e7-4466-8923-d42374d77f02 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 650.180456] env[65635]: DEBUG nova.compute.manager [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Refreshing instance network info cache due to event network-changed-ca8399f2-a2e7-4466-8923-d42374d77f02. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 650.180456] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Acquiring lock "refresh_cache-4782e486-f687-4811-8635-fcdb709f6931" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.180456] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Acquired lock "refresh_cache-4782e486-f687-4811-8635-fcdb709f6931" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.180456] env[65635]: DEBUG nova.network.neutron [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Refreshing network info cache for port ca8399f2-a2e7-4466-8923-d42374d77f02 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.290181] env[65635]: DEBUG oslo_concurrency.lockutils [req-33877c12-529b-432a-9263-31997cecc70d req-1278ceac-f6d9-4bb7-9b8e-3d9456903d37 service nova] Releasing lock "refresh_cache-275f6728-4f43-4064-8c9c-6e7b4c729d78" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.453483] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Releasing lock "refresh_cache-dae1e691-adad-4468-90b3-5f45bbf0477a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.454677] env[65635]: DEBUG nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Instance network_info: |[{"id": "304d4de9-4399-44bd-87f1-f5d570ad4f91", "address": "fa:16:3e:f6:89:46", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304d4de9-43", "ovs_interfaceid": "304d4de9-4399-44bd-87f1-f5d570ad4f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 650.455436] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:89:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '304d4de9-4399-44bd-87f1-f5d570ad4f91', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.465126] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Creating folder: Project (311af074913848be967f72e1e47143a1). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.467320] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaf5c5c2-8cce-41d2-a9ab-1f5e1eba3eb8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.480176] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Created folder: Project (311af074913848be967f72e1e47143a1) in parent group-v866005. [ 650.480176] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Creating folder: Instances. Parent ref: group-v866042. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.480176] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0b71b60-7b87-47d3-bb4e-fddf2c58f8c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.491602] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Created folder: Instances in parent group-v866042. [ 650.491875] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 650.492646] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.500660] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cd49852-97a6-4f07-9f96-4a910b64332a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.525200] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425859, 'name': ReconfigVM_Task, 'duration_secs': 0.859753} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.526985] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 011b169f-fe69-43ac-ade0-2359c6f7b910/011b169f-fe69-43ac-ade0-2359c6f7b910.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.527731] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.527731] env[65635]: value = "task-4425866" [ 650.527731] env[65635]: _type = "Task" [ 650.527731] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.527956] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2671a7-b9d1-4252-a164-397aa5b56afc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.542092] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425866, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.542556] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 650.542556] env[65635]: value = "task-4425867" [ 650.542556] env[65635]: _type = "Task" [ 650.542556] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.588594] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425862, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.598748] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9b6a518e-2879-46d5-af4a-d4ee74465f9d tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "4782e486-f687-4811-8635-fcdb709f6931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.287s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.672469] env[65635]: DEBUG nova.compute.utils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.679027] env[65635]: DEBUG nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 650.679027] env[65635]: DEBUG nova.network.neutron [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 650.679027] env[65635]: WARNING neutronclient.v2_0.client [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.679027] env[65635]: WARNING neutronclient.v2_0.client [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.680944] env[65635]: WARNING neutronclient.v2_0.client [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.042071] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425866, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.053870] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425867, 'name': Rename_Task, 'duration_secs': 0.242332} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.054511] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.054847] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bfda2eb-21df-414c-84f9-e182d600b0e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.063199] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 651.063199] env[65635]: value = "task-4425868" [ 651.063199] env[65635]: _type = "Task" [ 651.063199] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.081844] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.086040] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425862, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.115586] env[65635]: DEBUG nova.policy [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '422d10501a084cb28915efb03c896332', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98ba784369774483b8503c0bf424df38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.178185] env[65635]: DEBUG nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 651.457791] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9301b4-81b8-4558-b508-a0e232273f45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.466876] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2deca-b796-4098-bc57-6e9dbb398d2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.505827] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30093bf7-695e-4db4-b04b-41ac80ddf212 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.518214] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecbf08b-6848-46e8-81f5-30a082ade36e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.534246] env[65635]: DEBUG nova.compute.provider_tree [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.545321] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425866, 'name': CreateVM_Task, 'duration_secs': 0.605057} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.545546] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.546331] env[65635]: WARNING neutronclient.v2_0.client [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.546547] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.547181] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.547181] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.547314] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d643f7-3259-422b-910e-2e3bf50e0d0a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.555331] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 651.555331] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529e0251-7a0d-0d74-9e12-8e71c7f2d61e" [ 651.555331] env[65635]: _type = "Task" [ 651.555331] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.577187] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529e0251-7a0d-0d74-9e12-8e71c7f2d61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.594552] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.594867] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425862, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.745966] env[65635]: DEBUG nova.network.neutron [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Successfully updated port: fb46e50c-9f57-4d1c-8432-84f6ef4e683d {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 652.041776] env[65635]: DEBUG nova.scheduler.client.report [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.067835] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529e0251-7a0d-0d74-9e12-8e71c7f2d61e, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.073408] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.073817] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.073898] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.074023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.074199] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.075353] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60b1bc88-28d8-458f-bfd6-feb7d27b6d76 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.087053] env[65635]: DEBUG oslo_vmware.api [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425868, 'name': PowerOnVM_Task, 'duration_secs': 0.834024} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.087816] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.088123] env[65635]: INFO nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Took 9.91 seconds to spawn the instance on the hypervisor. [ 652.088344] env[65635]: DEBUG nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 652.090751] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc8c517-3c20-41de-8bd4-d05eed69f540 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.096338] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.096526] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.097674] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425862, 'name': CreateVM_Task, 'duration_secs': 1.522911} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.098419] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8277931e-4bb9-46c5-a074-e63ce326cea6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.100832] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.102687] env[65635]: WARNING neutronclient.v2_0.client [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.103057] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.103251] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.104920] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.106928] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eae86a4-60d1-4dd8-8823-2088c937d2bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.111446] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 652.111446] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52721bc3-2ddf-8845-0d3c-95813b468249" [ 652.111446] env[65635]: _type = "Task" [ 652.111446] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.117297] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 652.117297] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52297f2d-b275-e036-d0e8-64b4e09c05d7" [ 652.117297] env[65635]: _type = "Task" [ 652.117297] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.125358] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52721bc3-2ddf-8845-0d3c-95813b468249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.131713] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52297f2d-b275-e036-d0e8-64b4e09c05d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.166460] env[65635]: DEBUG nova.network.neutron [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Successfully created port: 81633d7b-7aba-488d-9a00-c9fa797aa3d2 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 652.192894] env[65635]: DEBUG nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 652.228174] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 652.228481] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.228627] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 652.228858] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.229024] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 652.229616] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 652.229730] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 652.229883] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 652.230339] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 652.230660] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 652.230724] env[65635]: DEBUG nova.virt.hardware [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 652.231896] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368b8217-09ed-4c08-a940-162a0a709d60 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.242524] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574dec9e-3e93-4817-bcdb-088f885b3fa4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.261836] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquiring lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.262504] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquired lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.262739] env[65635]: DEBUG nova.network.neutron [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.552028] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.552935] env[65635]: DEBUG nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 652.557541] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.103s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.557541] env[65635]: DEBUG nova.objects.instance [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 652.628540] env[65635]: INFO nova.compute.manager [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Took 25.24 seconds to build instance. [ 652.646204] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52297f2d-b275-e036-d0e8-64b4e09c05d7, 'name': SearchDatastore_Task, 'duration_secs': 0.039509} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.646482] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52721bc3-2ddf-8845-0d3c-95813b468249, 'name': SearchDatastore_Task, 'duration_secs': 0.0173} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.646747] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.646983] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.647191] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.647998] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad9e256-473e-4f5d-8822-149fec1fc540 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.656918] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 652.656918] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c60240-97c2-a2b4-2673-d796879833a2" [ 652.656918] env[65635]: _type = "Task" [ 652.656918] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.670111] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c60240-97c2-a2b4-2673-d796879833a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.670111] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.670340] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] dae1e691-adad-4468-90b3-5f45bbf0477a/dae1e691-adad-4468-90b3-5f45bbf0477a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.670844] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.671043] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.671286] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b0b2c8d-a7a0-474c-802c-50ebecf835f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.673861] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cf69359-7431-4086-b704-d28b42331f68 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.687115] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 652.687115] env[65635]: value = "task-4425869" [ 652.687115] env[65635]: _type = "Task" [ 652.687115] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.687115] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.687115] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.687848] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1021f520-0ec7-4d1e-85e0-6cc97b016a01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.702700] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.703923] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 652.703923] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526b962d-3668-1aa3-c61a-7ab2139f50d3" [ 652.703923] env[65635]: _type = "Task" [ 652.703923] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.714976] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526b962d-3668-1aa3-c61a-7ab2139f50d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.715945] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e4906d-206c-41f7-b721-9b02684d396e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.723452] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 652.723452] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527b7d57-5a6d-c465-f37e-b44eaf7769a2" [ 652.723452] env[65635]: _type = "Task" [ 652.723452] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.734273] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527b7d57-5a6d-c465-f37e-b44eaf7769a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.930638] env[65635]: WARNING neutronclient.v2_0.client [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.059101] env[65635]: DEBUG nova.network.neutron [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 653.062973] env[65635]: DEBUG nova.compute.utils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.073715] env[65635]: DEBUG nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 653.074141] env[65635]: DEBUG nova.network.neutron [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 653.075449] env[65635]: WARNING neutronclient.v2_0.client [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.075899] env[65635]: WARNING neutronclient.v2_0.client [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.134823] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a1848fd-428b-40b5-bf53-69826588eb92 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "011b169f-fe69-43ac-ade0-2359c6f7b910" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.791s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.210507] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.239344] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527b7d57-5a6d-c465-f37e-b44eaf7769a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.239433] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.240036] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] ca16a820-7555-436c-9a2d-299948dd84db/ca16a820-7555-436c-9a2d-299948dd84db.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.240609] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9da2f5-231c-45e7-b014-803fa1acbe1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.249065] env[65635]: DEBUG nova.compute.manager [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Received event network-vif-plugged-7555a105-3d28-4c1b-a1d6-85e11e09629f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.249065] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] Acquiring lock "011b169f-fe69-43ac-ade0-2359c6f7b910-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.249065] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] Lock "011b169f-fe69-43ac-ade0-2359c6f7b910-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.249065] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] Lock "011b169f-fe69-43ac-ade0-2359c6f7b910-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.249065] env[65635]: DEBUG nova.compute.manager [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] No waiting events found dispatching network-vif-plugged-7555a105-3d28-4c1b-a1d6-85e11e09629f {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 653.249577] env[65635]: WARNING nova.compute.manager [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Received unexpected event network-vif-plugged-7555a105-3d28-4c1b-a1d6-85e11e09629f for instance with vm_state active and task_state None. [ 653.249577] env[65635]: DEBUG nova.compute.manager [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Received event network-changed-7555a105-3d28-4c1b-a1d6-85e11e09629f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.249577] env[65635]: DEBUG nova.compute.manager [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Refreshing instance network info cache due to event network-changed-7555a105-3d28-4c1b-a1d6-85e11e09629f. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 653.249577] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] Acquiring lock "refresh_cache-011b169f-fe69-43ac-ade0-2359c6f7b910" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.249577] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] Acquired lock "refresh_cache-011b169f-fe69-43ac-ade0-2359c6f7b910" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.249749] env[65635]: DEBUG nova.network.neutron [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Refreshing network info cache for port 7555a105-3d28-4c1b-a1d6-85e11e09629f {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.257994] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 653.257994] env[65635]: value = "task-4425870" [ 653.257994] env[65635]: _type = "Task" [ 653.257994] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.270988] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.280840] env[65635]: DEBUG nova.compute.manager [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Received event network-changed-e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.281033] env[65635]: DEBUG nova.compute.manager [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Refreshing instance network info cache due to event network-changed-e1a04467-78a5-4be7-bc50-26df05d2206b. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 653.281441] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Acquiring lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.281635] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Acquired lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.281823] env[65635]: DEBUG nova.network.neutron [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Refreshing network info cache for port e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.321788] env[65635]: DEBUG nova.policy [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1a8539c18dd46a293ccb2b4e76beb0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4980548203504b72bf140d299a9f0a87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.369030] env[65635]: DEBUG nova.network.neutron [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Updated VIF entry in instance network info cache for port ca8399f2-a2e7-4466-8923-d42374d77f02. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.372025] env[65635]: DEBUG nova.network.neutron [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Updating instance_info_cache with network_info: [{"id": "ca8399f2-a2e7-4466-8923-d42374d77f02", "address": "fa:16:3e:20:7a:d5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8399f2-a2", "ovs_interfaceid": "ca8399f2-a2e7-4466-8923-d42374d77f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.580966] env[65635]: DEBUG oslo_concurrency.lockutils [None req-511e69ce-2580-4cae-85a2-334496f1bb22 tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.582476] env[65635]: DEBUG nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 653.585735] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.058s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.586990] env[65635]: INFO nova.compute.claims [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.699984] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737654} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.700381] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] dae1e691-adad-4468-90b3-5f45bbf0477a/dae1e691-adad-4468-90b3-5f45bbf0477a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.700639] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.701075] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60584913-a9c0-4630-8cd9-e77bf15e845c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.708768] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 653.708768] env[65635]: value = "task-4425871" [ 653.708768] env[65635]: _type = "Task" [ 653.708768] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.719589] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.753537] env[65635]: WARNING neutronclient.v2_0.client [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.771221] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425870, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.785321] env[65635]: WARNING neutronclient.v2_0.client [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.872328] env[65635]: DEBUG oslo_concurrency.lockutils [req-f42cff5f-d76a-4c6e-b00a-709adcfb5dc4 req-52dcbe34-e93a-420f-8b87-8ad8a9c2a8f0 service nova] Releasing lock "refresh_cache-4782e486-f687-4811-8635-fcdb709f6931" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.878128] env[65635]: DEBUG nova.network.neutron [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Successfully created port: db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 653.907821] env[65635]: DEBUG nova.network.neutron [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Successfully updated port: 81633d7b-7aba-488d-9a00-c9fa797aa3d2 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 653.954906] env[65635]: WARNING neutronclient.v2_0.client [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.219434] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164944} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.225021] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.226073] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7a2b90-70b9-4d8f-95c4-d71bc623d982 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.253194] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] dae1e691-adad-4468-90b3-5f45bbf0477a/dae1e691-adad-4468-90b3-5f45bbf0477a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.253194] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99cbbbe0-ce63-49a4-9241-6c303a7b5801 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.278412] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88595} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.279798] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] ca16a820-7555-436c-9a2d-299948dd84db/ca16a820-7555-436c-9a2d-299948dd84db.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.280081] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.280408] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 654.280408] env[65635]: value = "task-4425872" [ 654.280408] env[65635]: _type = "Task" [ 654.280408] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.280628] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71caecc7-47f7-4633-b284-cb8e542bae5d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.290502] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 654.290502] env[65635]: value = "task-4425873" [ 654.290502] env[65635]: _type = "Task" [ 654.290502] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.294121] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425872, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.411028] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquiring lock "refresh_cache-bcbdf06f-8abb-449b-b289-a5509544dd0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.411157] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquired lock "refresh_cache-bcbdf06f-8abb-449b-b289-a5509544dd0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.411311] env[65635]: DEBUG nova.network.neutron [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 654.602694] env[65635]: DEBUG nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 654.633118] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 654.633378] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.633525] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 654.633698] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.633836] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 654.633974] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 654.634209] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.634397] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 654.634576] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 654.634730] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 654.634912] env[65635]: DEBUG nova.virt.hardware [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 654.636390] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d697cf-7a80-4f03-b8e0-51ec58eba3a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.645215] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb35b53-63fc-44e4-aafe-d6fde4cbb85c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.793426] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425872, 'name': ReconfigVM_Task, 'duration_secs': 0.318087} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.796341] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] dae1e691-adad-4468-90b3-5f45bbf0477a/dae1e691-adad-4468-90b3-5f45bbf0477a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.802769] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-887355d5-b4b6-49e6-9693-4cd0f38742dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.812753] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081128} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.814078] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.814458] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 654.814458] env[65635]: value = "task-4425874" [ 654.814458] env[65635]: _type = "Task" [ 654.814458] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.815181] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775bc33d-a6d4-49ae-9090-260079c49d16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.847678] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ca16a820-7555-436c-9a2d-299948dd84db/ca16a820-7555-436c-9a2d-299948dd84db.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.853419] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-849fa9d3-a907-4dba-a1be-f866bed795b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.870096] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425874, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.872616] env[65635]: DEBUG nova.network.neutron [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Updating instance_info_cache with network_info: [{"id": "fb46e50c-9f57-4d1c-8432-84f6ef4e683d", "address": "fa:16:3e:bd:06:3f", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb46e50c-9f", "ovs_interfaceid": "fb46e50c-9f57-4d1c-8432-84f6ef4e683d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.879648] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 654.879648] env[65635]: value = "task-4425875" [ 654.879648] env[65635]: _type = "Task" [ 654.879648] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.893570] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.925733] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d7f8a4-778c-4124-94f5-1d1475a9e98d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.936796] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba040441-4435-4e85-b654-c1b71b9b2362 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.974098] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879afd4d-f9be-4b75-b6e7-3c95bf439580 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.983191] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be687169-2346-443c-a7d3-e887f5a5f5b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.999504] env[65635]: DEBUG nova.compute.provider_tree [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.328301] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425874, 'name': Rename_Task, 'duration_secs': 0.178763} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.328628] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.328853] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec14e8da-c322-4b03-a30e-f477bd42e942 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.337621] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 655.337621] env[65635]: value = "task-4425876" [ 655.337621] env[65635]: _type = "Task" [ 655.337621] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.348968] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.374818] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Releasing lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.375223] env[65635]: DEBUG nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Instance network_info: |[{"id": "fb46e50c-9f57-4d1c-8432-84f6ef4e683d", "address": "fa:16:3e:bd:06:3f", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb46e50c-9f", "ovs_interfaceid": "fb46e50c-9f57-4d1c-8432-84f6ef4e683d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 655.375720] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:06:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb46e50c-9f57-4d1c-8432-84f6ef4e683d', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.385598] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Creating folder: Project (35dfeea3808a482393668e8a14b68a88). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.386478] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e686991-9288-45df-8c3b-bafb7463725c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.406098] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425875, 'name': ReconfigVM_Task, 'duration_secs': 0.327499} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.408053] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ca16a820-7555-436c-9a2d-299948dd84db/ca16a820-7555-436c-9a2d-299948dd84db.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.408854] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Created folder: Project (35dfeea3808a482393668e8a14b68a88) in parent group-v866005. [ 655.409045] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Creating folder: Instances. Parent ref: group-v866045. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.409281] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecb1a600-c51c-48dd-8989-bc5f4d5acade {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.411111] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c1d1e02-dd14-47b0-8b55-93b42d77bf84 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.419530] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 655.419530] env[65635]: value = "task-4425878" [ 655.419530] env[65635]: _type = "Task" [ 655.419530] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.425321] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Created folder: Instances in parent group-v866045. [ 655.425562] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 655.425778] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.426037] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a5168ad-ed30-4428-89f6-3a0f6769dcf0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.446589] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425878, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.453983] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.453983] env[65635]: value = "task-4425880" [ 655.453983] env[65635]: _type = "Task" [ 655.453983] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.463620] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425880, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.503155] env[65635]: DEBUG nova.scheduler.client.report [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.768407] env[65635]: DEBUG nova.network.neutron [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Successfully updated port: db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 655.857409] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.934142] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425878, 'name': Rename_Task, 'duration_secs': 0.172447} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.934393] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.934664] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d00e53fc-1b09-4299-bc84-98c357f491ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.946214] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 655.946214] env[65635]: value = "task-4425881" [ 655.946214] env[65635]: _type = "Task" [ 655.946214] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.956997] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.975087] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425880, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.013302] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.014081] env[65635]: DEBUG nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 656.017401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.408s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.018806] env[65635]: INFO nova.compute.claims [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.171013] env[65635]: DEBUG nova.network.neutron [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 656.275891] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.276246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.276403] env[65635]: DEBUG nova.network.neutron [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.349605] env[65635]: DEBUG oslo_vmware.api [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425876, 'name': PowerOnVM_Task, 'duration_secs': 0.535733} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.350061] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.350204] env[65635]: INFO nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Took 9.10 seconds to spawn the instance on the hypervisor. [ 656.350423] env[65635]: DEBUG nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 656.351330] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a18958-10c0-44d0-bf32-47fbaff17747 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.460189] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.471495] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425880, 'name': CreateVM_Task, 'duration_secs': 0.567394} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.471495] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.471982] env[65635]: WARNING neutronclient.v2_0.client [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.472503] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.472660] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.473290] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.473684] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33495b02-d93a-40c5-82ca-b69b39b99b61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.480362] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 656.480362] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5282048c-01d0-e36c-fbda-c58d4f66f4c7" [ 656.480362] env[65635]: _type = "Task" [ 656.480362] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.492646] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5282048c-01d0-e36c-fbda-c58d4f66f4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.523542] env[65635]: DEBUG nova.compute.utils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.527678] env[65635]: DEBUG nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 656.527905] env[65635]: DEBUG nova.network.neutron [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 656.528275] env[65635]: WARNING neutronclient.v2_0.client [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.529631] env[65635]: WARNING neutronclient.v2_0.client [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.878522] env[65635]: INFO nova.compute.manager [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Took 20.81 seconds to build instance. [ 656.960349] env[65635]: DEBUG oslo_vmware.api [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425881, 'name': PowerOnVM_Task, 'duration_secs': 0.903407} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.960808] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.961398] env[65635]: INFO nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Took 12.22 seconds to spawn the instance on the hypervisor. [ 656.961398] env[65635]: DEBUG nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 656.963417] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c96c7-648b-4ab7-b756-a17eddf8212d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.994212] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5282048c-01d0-e36c-fbda-c58d4f66f4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019309} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.994513] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.994783] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.995102] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.995293] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.995513] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.995821] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c77cc71f-a16e-4512-be65-4391bd57f79c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.007405] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.007786] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.008794] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bf6443-2c7d-4132-8e74-609f299955de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.018198] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 657.018198] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e17924-b006-d343-9fb3-2b3df9412770" [ 657.018198] env[65635]: _type = "Task" [ 657.018198] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.027611] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e17924-b006-d343-9fb3-2b3df9412770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.028226] env[65635]: DEBUG nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 657.111635] env[65635]: WARNING neutronclient.v2_0.client [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.157284] env[65635]: DEBUG nova.policy [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b171fd65bd9454bba13cb4a41a20554', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb76910b44d44b21b7341c78d13a2ae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.187206] env[65635]: WARNING neutronclient.v2_0.client [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.348258] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f0bf26-1a16-47f9-b3bc-537173d07433 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.358120] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ee1e4-429a-4189-a271-3e00787a5608 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.393113] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8d1c8e4b-a47c-4574-9096-f1aa66a8eb81 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "dae1e691-adad-4468-90b3-5f45bbf0477a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.330s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.394660] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f3fb0a-27aa-4ec7-bc9c-d05ca152ec1b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.405920] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b03d6e-3796-402d-83f8-65d0e65147f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.422755] env[65635]: DEBUG nova.compute.provider_tree [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.426091] env[65635]: DEBUG nova.network.neutron [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.487538] env[65635]: INFO nova.compute.manager [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Took 27.65 seconds to build instance. [ 657.532456] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e17924-b006-d343-9fb3-2b3df9412770, 'name': SearchDatastore_Task, 'duration_secs': 0.013772} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.540963] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b983cedb-caf1-41ea-b7ec-84f30c0412b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.548127] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 657.548127] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5272b9f9-5506-7712-c3ea-db79d2f287b5" [ 657.548127] env[65635]: _type = "Task" [ 657.548127] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.558583] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5272b9f9-5506-7712-c3ea-db79d2f287b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.622030] env[65635]: WARNING neutronclient.v2_0.client [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.693606] env[65635]: DEBUG nova.network.neutron [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Updated VIF entry in instance network info cache for port 7555a105-3d28-4c1b-a1d6-85e11e09629f. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.697056] env[65635]: DEBUG nova.network.neutron [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Updating instance_info_cache with network_info: [{"id": "7555a105-3d28-4c1b-a1d6-85e11e09629f", "address": "fa:16:3e:30:50:a5", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7555a105-3d", "ovs_interfaceid": "7555a105-3d28-4c1b-a1d6-85e11e09629f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.754096] env[65635]: DEBUG nova.network.neutron [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Updated VIF entry in instance network info cache for port e1a04467-78a5-4be7-bc50-26df05d2206b. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.754527] env[65635]: DEBUG nova.network.neutron [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Updating instance_info_cache with network_info: [{"id": "e1a04467-78a5-4be7-bc50-26df05d2206b", "address": "fa:16:3e:9d:7d:fd", "network": {"id": "d75b6184-417e-4c57-8462-1fea383257c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2127450494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c242ec111044499d01360983b61615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a04467-78", "ovs_interfaceid": "e1a04467-78a5-4be7-bc50-26df05d2206b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.906158] env[65635]: DEBUG nova.network.neutron [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Updating instance_info_cache with network_info: [{"id": "81633d7b-7aba-488d-9a00-c9fa797aa3d2", "address": "fa:16:3e:ab:b4:ce", "network": {"id": "cbcde4df-3072-4d06-b09c-05fb094b0599", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1738064028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "98ba784369774483b8503c0bf424df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81633d7b-7a", "ovs_interfaceid": "81633d7b-7aba-488d-9a00-c9fa797aa3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.926634] env[65635]: DEBUG nova.scheduler.client.report [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.949770] env[65635]: WARNING neutronclient.v2_0.client [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.988921] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a93d2341-9141-4e7d-8bf5-a954d905f87d tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "ca16a820-7555-436c-9a2d-299948dd84db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.171s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.046378] env[65635]: DEBUG nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 658.064714] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5272b9f9-5506-7712-c3ea-db79d2f287b5, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.069657] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.069967] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] c8ecab28-300b-4f23-9a6d-8c93f4250d1b/c8ecab28-300b-4f23-9a6d-8c93f4250d1b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.071920] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b82473-69b9-438d-8813-59877cc7aff9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.083519] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 658.083519] env[65635]: value = "task-4425882" [ 658.083519] env[65635]: _type = "Task" [ 658.083519] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.095591] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.103449] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1136093114',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1831965821',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 658.103774] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.103943] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 658.104138] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.104495] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 658.104495] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 658.104695] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 658.104856] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 658.105088] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 658.105361] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 658.105585] env[65635]: DEBUG nova.virt.hardware [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 658.106568] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd27dfc6-48aa-41ca-aa61-b8c27f0d903a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.122687] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc20226-5dd0-4b52-b420-eff44bd673fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.138823] env[65635]: DEBUG nova.network.neutron [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Successfully created port: b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 658.188579] env[65635]: DEBUG nova.network.neutron [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updating instance_info_cache with network_info: [{"id": "db8efe19-9c83-4c81-bcc8-1a2a4e649e09", "address": "fa:16:3e:c9:e0:b4", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8efe19-9c", "ovs_interfaceid": "db8efe19-9c83-4c81-bcc8-1a2a4e649e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.203996] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6f55ce7-bcb0-477b-b2db-061135eb5fab req-5ee12ffc-dbaf-4e20-b31e-adb7cdf8780e service nova] Releasing lock "refresh_cache-011b169f-fe69-43ac-ade0-2359c6f7b910" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.259956] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Releasing lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.260191] env[65635]: DEBUG nova.compute.manager [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Received event network-vif-plugged-ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 658.260428] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Acquiring lock "ca16a820-7555-436c-9a2d-299948dd84db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.260581] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Lock "ca16a820-7555-436c-9a2d-299948dd84db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.260724] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Lock "ca16a820-7555-436c-9a2d-299948dd84db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.260885] env[65635]: DEBUG nova.compute.manager [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] No waiting events found dispatching network-vif-plugged-ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 658.261344] env[65635]: WARNING nova.compute.manager [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Received unexpected event network-vif-plugged-ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631 for instance with vm_state building and task_state spawning. [ 658.261499] env[65635]: DEBUG nova.compute.manager [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Received event network-changed-ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 658.261622] env[65635]: DEBUG nova.compute.manager [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Refreshing instance network info cache due to event network-changed-ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 658.261880] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Acquiring lock "refresh_cache-ca16a820-7555-436c-9a2d-299948dd84db" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.262131] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Acquired lock "refresh_cache-ca16a820-7555-436c-9a2d-299948dd84db" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.262305] env[65635]: DEBUG nova.network.neutron [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Refreshing network info cache for port ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.409374] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Releasing lock "refresh_cache-bcbdf06f-8abb-449b-b289-a5509544dd0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.409768] env[65635]: DEBUG nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Instance network_info: |[{"id": "81633d7b-7aba-488d-9a00-c9fa797aa3d2", "address": "fa:16:3e:ab:b4:ce", "network": {"id": "cbcde4df-3072-4d06-b09c-05fb094b0599", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1738064028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "98ba784369774483b8503c0bf424df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81633d7b-7a", "ovs_interfaceid": "81633d7b-7aba-488d-9a00-c9fa797aa3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 658.410638] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b4:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81633d7b-7aba-488d-9a00-c9fa797aa3d2', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.418474] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Creating folder: Project (98ba784369774483b8503c0bf424df38). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.418802] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97d487a1-54e2-45ae-8bf3-452f8b4e8882 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.433360] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.433562] env[65635]: DEBUG nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 658.440151] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.717s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.440151] env[65635]: DEBUG nova.objects.instance [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lazy-loading 'resources' on Instance uuid 54b2e56e-73f3-4c1c-91ed-9821a6840cba {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.440404] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Created folder: Project (98ba784369774483b8503c0bf424df38) in parent group-v866005. [ 658.441108] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Creating folder: Instances. Parent ref: group-v866048. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.441108] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b343f30-7b02-4305-b6ac-9b1324c6fffe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.457263] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Created folder: Instances in parent group-v866048. [ 658.457586] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 658.457798] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.458131] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fe12c2d-fa67-4e40-9f4b-fc323dc0e4fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.487860] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.487860] env[65635]: value = "task-4425885" [ 658.487860] env[65635]: _type = "Task" [ 658.487860] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.503205] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425885, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.597094] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425882, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.694842] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Releasing lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.696253] env[65635]: DEBUG nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance network_info: |[{"id": "db8efe19-9c83-4c81-bcc8-1a2a4e649e09", "address": "fa:16:3e:c9:e0:b4", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8efe19-9c", "ovs_interfaceid": "db8efe19-9c83-4c81-bcc8-1a2a4e649e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 658.696423] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:e0:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db8efe19-9c83-4c81-bcc8-1a2a4e649e09', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.707203] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 658.707599] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.708052] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d61ce1c8-dbce-4d65-b57a-528bc5a65e67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.733990] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.734286] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.736652] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.736652] env[65635]: value = "task-4425886" [ 658.736652] env[65635]: _type = "Task" [ 658.736652] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.747469] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425886, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.770199] env[65635]: WARNING neutronclient.v2_0.client [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.802478] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "1cb052e4-2929-4d33-a53b-7d7b484360a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.802840] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "1cb052e4-2929-4d33-a53b-7d7b484360a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.863259] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "9abec345-6e34-44ed-936b-4575b77a6a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.863435] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "9abec345-6e34-44ed-936b-4575b77a6a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.947296] env[65635]: DEBUG nova.compute.utils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.954940] env[65635]: DEBUG nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 658.955063] env[65635]: DEBUG nova.network.neutron [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.955375] env[65635]: WARNING neutronclient.v2_0.client [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.955669] env[65635]: WARNING neutronclient.v2_0.client [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.998251] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425885, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.097442] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637249} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.097932] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] c8ecab28-300b-4f23-9a6d-8c93f4250d1b/c8ecab28-300b-4f23-9a6d-8c93f4250d1b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.097932] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.100968] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-467470a1-0c44-4719-999e-85aa17e08ba8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.112381] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 659.112381] env[65635]: value = "task-4425887" [ 659.112381] env[65635]: _type = "Task" [ 659.112381] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.128589] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.244137] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 659.263730] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425886, 'name': CreateVM_Task, 'duration_secs': 0.402198} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.265989] env[65635]: WARNING neutronclient.v2_0.client [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.269844] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.270691] env[65635]: WARNING neutronclient.v2_0.client [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.271167] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.271420] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.271879] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.276148] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881fbc69-541e-4d3f-b712-857f2db6fefa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.283753] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 659.283753] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b39e89-ec19-d286-296c-8c5cd4c7c757" [ 659.283753] env[65635]: _type = "Task" [ 659.283753] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.294208] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b39e89-ec19-d286-296c-8c5cd4c7c757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.307244] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 659.363924] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f455ff1d-3279-4eea-94b4-3a278a31cff4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.367191] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 659.381159] env[65635]: DEBUG nova.policy [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c0c8836c8894b06b37ec25eb08528cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bcadca0b53b48a191d91a21bb6ece0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.384806] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7751b943-ce35-47d0-9cc8-31aeef28c586 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.426044] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e308fa-9843-482e-a172-c44fad107ef6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.436360] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caf9774-1e50-47b9-97e4-bc2f9eb7148a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.452815] env[65635]: DEBUG nova.compute.provider_tree [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.456034] env[65635]: DEBUG nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 659.498340] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425885, 'name': CreateVM_Task, 'duration_secs': 0.525585} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.498590] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.502476] env[65635]: WARNING neutronclient.v2_0.client [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.502476] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.586758] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Acquiring lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.587161] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.633967] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114809} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.634380] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.636174] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a73610c-b462-4841-b111-d54c5f41a1ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.664701] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] c8ecab28-300b-4f23-9a6d-8c93f4250d1b/c8ecab28-300b-4f23-9a6d-8c93f4250d1b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.665187] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac9c3a3-6a55-42f9-992d-736d56cac02d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.686817] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 659.686817] env[65635]: value = "task-4425888" [ 659.686817] env[65635]: _type = "Task" [ 659.686817] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.698897] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.778979] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.796547] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b39e89-ec19-d286-296c-8c5cd4c7c757, 'name': SearchDatastore_Task, 'duration_secs': 0.037797} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.796880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.797145] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.797388] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.797617] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.797731] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.798028] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.799197] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.799197] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95d674fd-0249-42fd-8d1c-fc93e866ccec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.801402] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3584049-790b-4a3a-a97f-4179f93c768f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.804959] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquiring lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.805197] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.805387] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquiring lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.805554] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.805717] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.807911] env[65635]: INFO nova.compute.manager [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Terminating instance [ 659.815189] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 659.815189] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524c3dff-a957-08a4-fadc-86a37e982f12" [ 659.815189] env[65635]: _type = "Task" [ 659.815189] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.823238] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.823472] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.825833] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33e9fc8-1d62-446f-b9d4-637c5629eb97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.835154] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.838197] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524c3dff-a957-08a4-fadc-86a37e982f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.839900] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 659.839900] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c1aba-184b-bd2c-fae6-b58fd43885eb" [ 659.839900] env[65635]: _type = "Task" [ 659.839900] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.844660] env[65635]: DEBUG nova.network.neutron [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Successfully updated port: b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.850917] env[65635]: DEBUG nova.network.neutron [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Successfully created port: 9cfb2bb0-1829-457e-bf18-f914f18d9640 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.857828] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c1aba-184b-bd2c-fae6-b58fd43885eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.896225] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.901781] env[65635]: DEBUG nova.network.neutron [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Updated VIF entry in instance network info cache for port ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.902882] env[65635]: DEBUG nova.network.neutron [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Updating instance_info_cache with network_info: [{"id": "ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631", "address": "fa:16:3e:f1:09:dd", "network": {"id": "9c82550a-795c-42c8-b67f-488699e444c7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1160237624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5c20cc6db22418d9436663e4dff18d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2f2b8f-a7", "ovs_interfaceid": "ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.961203] env[65635]: DEBUG nova.scheduler.client.report [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.090439] env[65635]: DEBUG nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.196727] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.312570] env[65635]: DEBUG nova.compute.manager [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 660.313111] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.313702] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ec1320-6bc8-430c-88bf-c6ccc7f4f4ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.326803] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.332253] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11283f31-a59d-43af-a5e1-b49690888397 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.334144] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524c3dff-a957-08a4-fadc-86a37e982f12, 'name': SearchDatastore_Task, 'duration_secs': 0.0432} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.334503] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.334875] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.335181] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.346511] env[65635]: DEBUG oslo_vmware.api [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 660.346511] env[65635]: value = "task-4425889" [ 660.346511] env[65635]: _type = "Task" [ 660.346511] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.358465] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquiring lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.358999] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquired lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.359674] env[65635]: DEBUG nova.network.neutron [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.363193] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c1aba-184b-bd2c-fae6-b58fd43885eb, 'name': SearchDatastore_Task, 'duration_secs': 0.032168} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.364246] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7c966c-3b7c-443d-8394-3bde3abc5797 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.374903] env[65635]: DEBUG oslo_vmware.api [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.382594] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 660.382594] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52169b5b-439a-6a86-1bb6-0e9643c691ea" [ 660.382594] env[65635]: _type = "Task" [ 660.382594] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.394561] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52169b5b-439a-6a86-1bb6-0e9643c691ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.406245] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b2f5d85-edd1-42fe-ba94-517da923e930 req-8abb669b-b02a-4ad2-a7d0-5611e5b9f4af service nova] Releasing lock "refresh_cache-ca16a820-7555-436c-9a2d-299948dd84db" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.469435] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.479356] env[65635]: DEBUG nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 660.484484] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.613s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.487430] env[65635]: INFO nova.compute.claims [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.522385] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.522575] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.522773] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.523895] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.523895] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.523895] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.523895] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.523895] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.524269] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.524269] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.524405] env[65635]: DEBUG nova.virt.hardware [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.525404] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733ab0df-805d-459c-ad65-03e304f6a8f2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.542051] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9227a5-736f-453e-be8a-3fce6e98f1dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.604503] env[65635]: INFO nova.scheduler.client.report [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Deleted allocations for instance 54b2e56e-73f3-4c1c-91ed-9821a6840cba [ 660.625252] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.699669] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425888, 'name': ReconfigVM_Task, 'duration_secs': 0.843258} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.699936] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Reconfigured VM instance instance-0000000e to attach disk [datastore1] c8ecab28-300b-4f23-9a6d-8c93f4250d1b/c8ecab28-300b-4f23-9a6d-8c93f4250d1b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.701054] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b036978a-c758-40b3-b51e-8baa4b6c4539 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.709836] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 660.709836] env[65635]: value = "task-4425890" [ 660.709836] env[65635]: _type = "Task" [ 660.709836] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.722169] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425890, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.755265] env[65635]: DEBUG nova.compute.manager [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Received event network-changed-63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.755467] env[65635]: DEBUG nova.compute.manager [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Refreshing instance network info cache due to event network-changed-63d124a4-3abd-4ab7-9531-3b9e63935d15. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.756086] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Acquiring lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.756275] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Acquired lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.756468] env[65635]: DEBUG nova.network.neutron [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Refreshing network info cache for port 63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.799674] env[65635]: DEBUG nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Received event network-vif-plugged-304d4de9-4399-44bd-87f1-f5d570ad4f91 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.800187] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Acquiring lock "dae1e691-adad-4468-90b3-5f45bbf0477a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.800433] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Lock "dae1e691-adad-4468-90b3-5f45bbf0477a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.802033] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Lock "dae1e691-adad-4468-90b3-5f45bbf0477a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.802033] env[65635]: DEBUG nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] No waiting events found dispatching network-vif-plugged-304d4de9-4399-44bd-87f1-f5d570ad4f91 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 660.802033] env[65635]: WARNING nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Received unexpected event network-vif-plugged-304d4de9-4399-44bd-87f1-f5d570ad4f91 for instance with vm_state active and task_state None. [ 660.802033] env[65635]: DEBUG nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Received event network-changed-304d4de9-4399-44bd-87f1-f5d570ad4f91 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.802033] env[65635]: DEBUG nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Refreshing instance network info cache due to event network-changed-304d4de9-4399-44bd-87f1-f5d570ad4f91. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.802936] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Acquiring lock "refresh_cache-dae1e691-adad-4468-90b3-5f45bbf0477a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.802936] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Acquired lock "refresh_cache-dae1e691-adad-4468-90b3-5f45bbf0477a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.802936] env[65635]: DEBUG nova.network.neutron [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Refreshing network info cache for port 304d4de9-4399-44bd-87f1-f5d570ad4f91 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.861664] env[65635]: DEBUG oslo_vmware.api [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425889, 'name': PowerOffVM_Task, 'duration_secs': 0.337134} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.861973] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.862158] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.864680] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7cc0ba1-fc76-463d-9010-06cb70d53c4b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.895670] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52169b5b-439a-6a86-1bb6-0e9643c691ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015921} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.896311] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.896743] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8/ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.897073] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.897334] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.897582] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e94bbe-5a53-430b-a419-09a7b28391b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.900434] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01218de5-f1c7-4aac-bee8-8a0f32d96dd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.905093] env[65635]: DEBUG nova.network.neutron [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.910106] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 660.910106] env[65635]: value = "task-4425892" [ 660.910106] env[65635]: _type = "Task" [ 660.910106] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.915059] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.915256] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.916403] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec141303-c116-4b2f-9b84-cdd064c4f3e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.922880] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.927541] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 660.927541] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52880c8a-fcc6-1a8c-e132-206d26a14d2a" [ 660.927541] env[65635]: _type = "Task" [ 660.927541] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.938656] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52880c8a-fcc6-1a8c-e132-206d26a14d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.951452] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.951676] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.951855] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Deleting the datastore file [datastore1] d5c5ae99-e169-4dd0-aba9-3c29968840c0 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.952444] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-361e66a2-f062-42c5-b109-b68870a8865e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.961565] env[65635]: DEBUG oslo_vmware.api [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for the task: (returnval){ [ 660.961565] env[65635]: value = "task-4425893" [ 660.961565] env[65635]: _type = "Task" [ 660.961565] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.972482] env[65635]: DEBUG oslo_vmware.api [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.979139] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.979409] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.979605] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.979787] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.980264] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.982697] env[65635]: INFO nova.compute.manager [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Terminating instance [ 661.115580] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9515f90b-44fe-4ca0-bb1f-551d32c52b7c tempest-ServersListShow296Test-707387575 tempest-ServersListShow296Test-707387575-project-member] Lock "54b2e56e-73f3-4c1c-91ed-9821a6840cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.831s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.222337] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425890, 'name': Rename_Task, 'duration_secs': 0.180212} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.222653] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.222926] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36925be5-8f05-4ce6-a8ce-92c2dc48b463 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.231017] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 661.231017] env[65635]: value = "task-4425894" [ 661.231017] env[65635]: _type = "Task" [ 661.231017] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.240516] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.261055] env[65635]: WARNING neutronclient.v2_0.client [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.305391] env[65635]: WARNING neutronclient.v2_0.client [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.423247] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425892, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.440557] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52880c8a-fcc6-1a8c-e132-206d26a14d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.018247} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.441514] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a7c42f-16a6-450f-a6a1-2c7a976217ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.448202] env[65635]: WARNING neutronclient.v2_0.client [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.452269] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 661.452269] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253ac0b-8060-caed-b621-44439b9513d2" [ 661.452269] env[65635]: _type = "Task" [ 661.452269] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.462271] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253ac0b-8060-caed-b621-44439b9513d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.474954] env[65635]: DEBUG oslo_vmware.api [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Task: {'id': task-4425893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34462} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.474954] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.474954] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.474954] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.474954] env[65635]: INFO nova.compute.manager [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 661.475591] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 661.475591] env[65635]: DEBUG nova.compute.manager [-] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 661.475591] env[65635]: DEBUG nova.network.neutron [-] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 661.475591] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.486469] env[65635]: DEBUG nova.compute.manager [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 661.487262] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.487788] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a609a980-0402-46d5-9e50-fbe0ba0c7a9b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.492619] env[65635]: DEBUG nova.network.neutron [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Successfully updated port: 9cfb2bb0-1829-457e-bf18-f914f18d9640 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 661.514035] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.514356] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85cf3823-2f5b-42af-a0c2-2a858ae0256a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.527794] env[65635]: DEBUG oslo_vmware.api [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 661.527794] env[65635]: value = "task-4425895" [ 661.527794] env[65635]: _type = "Task" [ 661.527794] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.542886] env[65635]: DEBUG oslo_vmware.api [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.731577] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.749781] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425894, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.814268] env[65635]: DEBUG nova.network.neutron [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Updating instance_info_cache with network_info: [{"id": "b682f53a-f55b-43a8-b460-124f0f617983", "address": "fa:16:3e:e3:fd:fd", "network": {"id": "ec1f89d7-6aeb-406b-8c07-655907f11eb1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1180836522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb76910b44d44b21b7341c78d13a2ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb682f53a-f5", "ovs_interfaceid": "b682f53a-f55b-43a8-b460-124f0f617983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.914862] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664e9258-c551-40b8-921b-b4a561475aec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.932468] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797489} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.934077] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba329fb5-256e-4ac0-ba2a-b87b84ccc78d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.938157] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8/ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.938552] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.938705] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daaf4350-4497-48ff-96c2-3a37d77e855b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.981184] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 661.981184] env[65635]: value = "task-4425896" [ 661.981184] env[65635]: _type = "Task" [ 661.981184] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.986433] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c3f254-35f9-4179-84ed-c72e14949015 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.005444] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425896, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.006076] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "refresh_cache-adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.006209] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquired lock "refresh_cache-adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.006399] env[65635]: DEBUG nova.network.neutron [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 662.007625] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253ac0b-8060-caed-b621-44439b9513d2, 'name': SearchDatastore_Task, 'duration_secs': 0.066609} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.008972] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9d417a-4086-40a5-abe7-dc83eada4333 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.014341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.016752] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] bcbdf06f-8abb-449b-b289-a5509544dd0a/bcbdf06f-8abb-449b-b289-a5509544dd0a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.016752] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f7440be-9b85-4a3c-8f4e-29cd195e2704 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.033516] env[65635]: DEBUG nova.compute.provider_tree [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.038699] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 662.038699] env[65635]: value = "task-4425897" [ 662.038699] env[65635]: _type = "Task" [ 662.038699] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.046899] env[65635]: DEBUG oslo_vmware.api [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425895, 'name': PowerOffVM_Task, 'duration_secs': 0.448072} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.047648] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.048310] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.048436] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f665223-a893-4bbc-8c06-51ea7753de39 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.055175] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.149580] env[65635]: WARNING neutronclient.v2_0.client [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.161369] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.161369] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.161369] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Deleting the datastore file [datastore2] 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.161369] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c1d4eee-52d1-4a60-a4de-efe71f7e4167 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.171203] env[65635]: DEBUG oslo_vmware.api [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for the task: (returnval){ [ 662.171203] env[65635]: value = "task-4425899" [ 662.171203] env[65635]: _type = "Task" [ 662.171203] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.182167] env[65635]: DEBUG oslo_vmware.api [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.243726] env[65635]: WARNING neutronclient.v2_0.client [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.254703] env[65635]: DEBUG oslo_vmware.api [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425894, 'name': PowerOnVM_Task, 'duration_secs': 0.625347} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.254703] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.254703] env[65635]: INFO nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Took 12.54 seconds to spawn the instance on the hypervisor. [ 662.254896] env[65635]: DEBUG nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.255822] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e209b7-af12-4949-83c4-e13cf12ea8ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.319025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Releasing lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.319025] env[65635]: DEBUG nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Instance network_info: |[{"id": "b682f53a-f55b-43a8-b460-124f0f617983", "address": "fa:16:3e:e3:fd:fd", "network": {"id": "ec1f89d7-6aeb-406b-8c07-655907f11eb1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1180836522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb76910b44d44b21b7341c78d13a2ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb682f53a-f5", "ovs_interfaceid": "b682f53a-f55b-43a8-b460-124f0f617983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 662.319233] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:fd:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b682f53a-f55b-43a8-b460-124f0f617983', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.334600] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Creating folder: Project (cb76910b44d44b21b7341c78d13a2ae5). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.338353] env[65635]: DEBUG nova.network.neutron [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Updated VIF entry in instance network info cache for port 63d124a4-3abd-4ab7-9531-3b9e63935d15. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.338353] env[65635]: DEBUG nova.network.neutron [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Updating instance_info_cache with network_info: [{"id": "63d124a4-3abd-4ab7-9531-3b9e63935d15", "address": "fa:16:3e:8f:e2:bf", "network": {"id": "c33092e3-dbd2-430b-a799-f5305b259b55", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-78362841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6f8f0092dd4640b94d2dd885756ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d124a4-3a", "ovs_interfaceid": "63d124a4-3abd-4ab7-9531-3b9e63935d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.338695] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4f6397b-083f-4f14-82fc-eeb24e20ecda {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.356031] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Created folder: Project (cb76910b44d44b21b7341c78d13a2ae5) in parent group-v866005. [ 662.356279] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Creating folder: Instances. Parent ref: group-v866052. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.356664] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-342d2ae1-0930-4115-b454-592d2708a85b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.373134] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Created folder: Instances in parent group-v866052. [ 662.373134] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 662.373134] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.373134] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-884a9ee5-d51c-4456-82e9-081f7cf34cd5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.399866] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.399866] env[65635]: value = "task-4425902" [ 662.399866] env[65635]: _type = "Task" [ 662.399866] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.412302] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425902, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.432468] env[65635]: DEBUG nova.network.neutron [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Updated VIF entry in instance network info cache for port 304d4de9-4399-44bd-87f1-f5d570ad4f91. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.432468] env[65635]: DEBUG nova.network.neutron [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Updating instance_info_cache with network_info: [{"id": "304d4de9-4399-44bd-87f1-f5d570ad4f91", "address": "fa:16:3e:f6:89:46", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304d4de9-43", "ovs_interfaceid": "304d4de9-4399-44bd-87f1-f5d570ad4f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.494220] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077075} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.494607] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.495581] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31e0f44-9efb-4c36-b005-371b6423f445 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.525933] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8/ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.529028] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-458b5924-34e6-42db-9a85-4a314fabf55c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.548850] env[65635]: DEBUG nova.scheduler.client.report [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.568833] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425897, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.571021] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 662.571021] env[65635]: value = "task-4425903" [ 662.571021] env[65635]: _type = "Task" [ 662.571021] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.590782] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.676979] env[65635]: DEBUG nova.network.neutron [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 662.689438] env[65635]: DEBUG nova.network.neutron [-] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.691526] env[65635]: DEBUG oslo_vmware.api [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.778462] env[65635]: INFO nova.compute.manager [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Took 26.59 seconds to build instance. [ 662.840279] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Releasing lock "refresh_cache-a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.840537] env[65635]: DEBUG nova.compute.manager [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Received event network-vif-plugged-fb46e50c-9f57-4d1c-8432-84f6ef4e683d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.840613] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Acquiring lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.840824] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.841039] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.841221] env[65635]: DEBUG nova.compute.manager [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] No waiting events found dispatching network-vif-plugged-fb46e50c-9f57-4d1c-8432-84f6ef4e683d {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 662.841470] env[65635]: WARNING nova.compute.manager [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Received unexpected event network-vif-plugged-fb46e50c-9f57-4d1c-8432-84f6ef4e683d for instance with vm_state building and task_state spawning. [ 662.841683] env[65635]: DEBUG nova.compute.manager [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Received event network-changed-fb46e50c-9f57-4d1c-8432-84f6ef4e683d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.842782] env[65635]: DEBUG nova.compute.manager [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Refreshing instance network info cache due to event network-changed-fb46e50c-9f57-4d1c-8432-84f6ef4e683d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 662.842782] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Acquiring lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.842782] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Acquired lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.842782] env[65635]: DEBUG nova.network.neutron [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Refreshing network info cache for port fb46e50c-9f57-4d1c-8432-84f6ef4e683d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.911819] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425902, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.935318] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Releasing lock "refresh_cache-dae1e691-adad-4468-90b3-5f45bbf0477a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.935696] env[65635]: DEBUG nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Received event network-vif-plugged-81633d7b-7aba-488d-9a00-c9fa797aa3d2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.935874] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Acquiring lock "bcbdf06f-8abb-449b-b289-a5509544dd0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.935985] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Lock "bcbdf06f-8abb-449b-b289-a5509544dd0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.936142] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Lock "bcbdf06f-8abb-449b-b289-a5509544dd0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.936307] env[65635]: DEBUG nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] No waiting events found dispatching network-vif-plugged-81633d7b-7aba-488d-9a00-c9fa797aa3d2 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 662.936460] env[65635]: WARNING nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Received unexpected event network-vif-plugged-81633d7b-7aba-488d-9a00-c9fa797aa3d2 for instance with vm_state building and task_state spawning. [ 662.936626] env[65635]: DEBUG nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Received event network-changed-81633d7b-7aba-488d-9a00-c9fa797aa3d2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.936776] env[65635]: DEBUG nova.compute.manager [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Refreshing instance network info cache due to event network-changed-81633d7b-7aba-488d-9a00-c9fa797aa3d2. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 662.937026] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Acquiring lock "refresh_cache-bcbdf06f-8abb-449b-b289-a5509544dd0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.938070] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Acquired lock "refresh_cache-bcbdf06f-8abb-449b-b289-a5509544dd0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.938070] env[65635]: DEBUG nova.network.neutron [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Refreshing network info cache for port 81633d7b-7aba-488d-9a00-c9fa797aa3d2 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.970305] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquiring lock "79da7441-a5f2-442f-b900-84087479341e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.970541] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "79da7441-a5f2-442f-b900-84087479341e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.979036] env[65635]: WARNING neutronclient.v2_0.client [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.055969] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.057956] env[65635]: DEBUG nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 663.060510] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.282s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.062611] env[65635]: INFO nova.compute.claims [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.078331] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864258} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.082079] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] bcbdf06f-8abb-449b-b289-a5509544dd0a/bcbdf06f-8abb-449b-b289-a5509544dd0a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.082313] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.082944] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c08f8c5e-318c-4ba6-b588-7ace20e870bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.093152] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.095305] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 663.095305] env[65635]: value = "task-4425904" [ 663.095305] env[65635]: _type = "Task" [ 663.095305] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.107116] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.115091] env[65635]: DEBUG nova.network.neutron [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Updating instance_info_cache with network_info: [{"id": "9cfb2bb0-1829-457e-bf18-f914f18d9640", "address": "fa:16:3e:53:63:77", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfb2bb0-18", "ovs_interfaceid": "9cfb2bb0-1829-457e-bf18-f914f18d9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.185789] env[65635]: DEBUG oslo_vmware.api [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Task: {'id': task-4425899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553531} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.186109] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.186375] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.186591] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.186782] env[65635]: INFO nova.compute.manager [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Took 1.70 seconds to destroy the instance on the hypervisor. [ 663.187104] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 663.187348] env[65635]: DEBUG nova.compute.manager [-] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 663.187455] env[65635]: DEBUG nova.network.neutron [-] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 663.187731] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.193889] env[65635]: INFO nova.compute.manager [-] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Took 1.72 seconds to deallocate network for instance. [ 663.285549] env[65635]: DEBUG oslo_concurrency.lockutils [None req-46fee9d9-82af-4bdf-8357-d9fc49ba9aad tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.117s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.302885] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.347039] env[65635]: WARNING neutronclient.v2_0.client [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.415760] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425902, 'name': CreateVM_Task, 'duration_secs': 0.539623} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.416069] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.416939] env[65635]: WARNING neutronclient.v2_0.client [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.417401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.417814] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.418816] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.419928] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac1393b-0630-4ac2-90c3-bbdf0b871f96 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.427724] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 663.427724] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52209f99-7968-e08d-33e4-0f9b6fb8f1f6" [ 663.427724] env[65635]: _type = "Task" [ 663.427724] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.442358] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52209f99-7968-e08d-33e4-0f9b6fb8f1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.446619] env[65635]: WARNING neutronclient.v2_0.client [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.449476] env[65635]: DEBUG nova.compute.manager [None req-ab0ee13b-f51a-4fbe-a227-ec7b1c0614f3 tempest-ServerDiagnosticsTest-1675481767 tempest-ServerDiagnosticsTest-1675481767-project-admin] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 663.450942] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e13cf-972e-43ba-9a14-6564d1e85886 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.460450] env[65635]: INFO nova.compute.manager [None req-ab0ee13b-f51a-4fbe-a227-ec7b1c0614f3 tempest-ServerDiagnosticsTest-1675481767 tempest-ServerDiagnosticsTest-1675481767-project-admin] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Retrieving diagnostics [ 663.461919] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739639c8-0028-4e32-a961-dd9c8254a48e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.563719] env[65635]: DEBUG nova.compute.utils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.565554] env[65635]: DEBUG nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 663.565554] env[65635]: DEBUG nova.network.neutron [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 663.565732] env[65635]: WARNING neutronclient.v2_0.client [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.566158] env[65635]: WARNING neutronclient.v2_0.client [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.593215] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.605849] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142816} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.606739] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.606973] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d98f9-d3bc-42f8-9e5b-8fa8cca29657 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.624108] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Releasing lock "refresh_cache-adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.624483] env[65635]: DEBUG nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Instance network_info: |[{"id": "9cfb2bb0-1829-457e-bf18-f914f18d9640", "address": "fa:16:3e:53:63:77", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfb2bb0-18", "ovs_interfaceid": "9cfb2bb0-1829-457e-bf18-f914f18d9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 663.633666] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] bcbdf06f-8abb-449b-b289-a5509544dd0a/bcbdf06f-8abb-449b-b289-a5509544dd0a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.635739] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:63:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cfb2bb0-1829-457e-bf18-f914f18d9640', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.643495] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 663.644181] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e870578-4de1-468e-9324-0a108a8b2e79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.660333] env[65635]: DEBUG nova.network.neutron [-] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.661502] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.662478] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0635087b-2f47-4dcf-bb2d-780d80dafb67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.685456] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 663.685456] env[65635]: value = "task-4425905" [ 663.685456] env[65635]: _type = "Task" [ 663.685456] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.690213] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.690213] env[65635]: value = "task-4425906" [ 663.690213] env[65635]: _type = "Task" [ 663.690213] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.701672] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.701954] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.706174] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425906, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.789074] env[65635]: DEBUG nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 663.940836] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52209f99-7968-e08d-33e4-0f9b6fb8f1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.027713} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.941231] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.941507] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.941714] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.941856] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.942083] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.942335] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46c097ec-78be-4adc-a158-966dd424312b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.953460] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.953567] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.954468] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8752635-c9db-4804-9ec5-90ffca0639bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.974018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquiring lock "6aef420d-e199-42b8-a734-4b4d165543e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.974018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "6aef420d-e199-42b8-a734-4b4d165543e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.974018] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 663.974018] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520f2b7f-865e-f43f-aa2d-c2a6cbd77e3e" [ 663.974018] env[65635]: _type = "Task" [ 663.974018] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.982854] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520f2b7f-865e-f43f-aa2d-c2a6cbd77e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.071016] env[65635]: DEBUG nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 664.084908] env[65635]: DEBUG nova.policy [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b7543f39664ecba7fe17e48f42e2d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ecca09bb074e0685002d8ba77f4696', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.095135] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.163710] env[65635]: INFO nova.compute.manager [-] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Took 0.98 seconds to deallocate network for instance. [ 664.203218] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.213659] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425906, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.310677] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.487586] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520f2b7f-865e-f43f-aa2d-c2a6cbd77e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.014599} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.488901] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2334b7c7-866e-4c0f-9b9b-e2dc955bbba0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.499318] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 664.499318] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f7fc84-396a-377d-6778-fb06aea8819b" [ 664.499318] env[65635]: _type = "Task" [ 664.499318] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.517889] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f7fc84-396a-377d-6778-fb06aea8819b, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.518280] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.518609] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 8a96f114-e6b5-4b01-bd15-e724b0e1b825/8a96f114-e6b5-4b01-bd15-e724b0e1b825.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.518938] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9423adeb-7e50-4114-a792-84b5d984f33c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.530908] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 664.530908] env[65635]: value = "task-4425907" [ 664.530908] env[65635]: _type = "Task" [ 664.530908] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.536071] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37149283-326f-4992-8876-ea951f6d93bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.548820] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf74368-b130-4ea2-8f2a-5c9e80c4bb7d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.555278] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.602775] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3a28a6-e7e0-42cf-a041-6a4d7293a44f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.619903] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aedd6f2-a22f-42f2-81ff-c8e18e86ddae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.625362] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.640615] env[65635]: DEBUG nova.compute.provider_tree [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.673562] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.701834] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.709314] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425906, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.745202] env[65635]: DEBUG nova.network.neutron [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Successfully created port: f57be695-0adb-4fb8-bbca-fc3989d3f6c8 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.045468] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.102125] env[65635]: DEBUG nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 665.116805] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425903, 'name': ReconfigVM_Task, 'duration_secs': 2.065643} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.116805] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8/ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.116805] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d067210-fa6a-4037-8c55-aac1c38d3515 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.124097] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 665.124097] env[65635]: value = "task-4425908" [ 665.124097] env[65635]: _type = "Task" [ 665.124097] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.135932] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425908, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.138944] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 665.139215] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.139368] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 665.139650] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.139730] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 665.139813] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 665.140062] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 665.140246] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 665.140411] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 665.140570] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 665.140771] env[65635]: DEBUG nova.virt.hardware [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 665.141995] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99af627-81f6-4129-92c6-990698394e40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.144975] env[65635]: DEBUG nova.scheduler.client.report [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.157216] env[65635]: WARNING neutronclient.v2_0.client [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.158775] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f87e9-2646-4af5-a577-3f08eca3acd9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.197381] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425905, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.206628] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425906, 'name': CreateVM_Task, 'duration_secs': 1.427439} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.206628] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.207030] env[65635]: WARNING neutronclient.v2_0.client [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.207398] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.207550] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.207880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.208558] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d30279-b599-4628-91ac-93720b8432d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.214459] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 665.214459] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520380a5-921d-3438-dcfa-62fc8ec89ad2" [ 665.214459] env[65635]: _type = "Task" [ 665.214459] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.223470] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520380a5-921d-3438-dcfa-62fc8ec89ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.232911] env[65635]: WARNING neutronclient.v2_0.client [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.547248] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543053} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.547573] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 8a96f114-e6b5-4b01-bd15-e724b0e1b825/8a96f114-e6b5-4b01-bd15-e724b0e1b825.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.547838] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.548378] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac5c8eb2-6b26-4621-9e17-3f32e156a239 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.567451] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 665.567451] env[65635]: value = "task-4425909" [ 665.567451] env[65635]: _type = "Task" [ 665.567451] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.581239] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.635152] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425908, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.649953] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.651084] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 665.654490] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.822s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.656126] env[65635]: INFO nova.compute.claims [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.701817] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425905, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.711870] env[65635]: DEBUG nova.network.neutron [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Updated VIF entry in instance network info cache for port fb46e50c-9f57-4d1c-8432-84f6ef4e683d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 665.712462] env[65635]: DEBUG nova.network.neutron [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Updating instance_info_cache with network_info: [{"id": "fb46e50c-9f57-4d1c-8432-84f6ef4e683d", "address": "fa:16:3e:bd:06:3f", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb46e50c-9f", "ovs_interfaceid": "fb46e50c-9f57-4d1c-8432-84f6ef4e683d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.731026] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520380a5-921d-3438-dcfa-62fc8ec89ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.015995} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.731452] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.731817] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.732440] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.732534] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.732823] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.733672] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e84a5b-1dfc-4144-bc2f-4249b0187e03 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.754650] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.754840] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.755632] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b9faa4-091f-4ca0-a9c6-61b751b91fc1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.764570] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 665.764570] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528af671-edaf-d66b-fdbf-1cdda249922b" [ 665.764570] env[65635]: _type = "Task" [ 665.764570] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.777845] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528af671-edaf-d66b-fdbf-1cdda249922b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.791909] env[65635]: DEBUG nova.network.neutron [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Updated VIF entry in instance network info cache for port 81633d7b-7aba-488d-9a00-c9fa797aa3d2. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 665.792566] env[65635]: DEBUG nova.network.neutron [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Updating instance_info_cache with network_info: [{"id": "81633d7b-7aba-488d-9a00-c9fa797aa3d2", "address": "fa:16:3e:ab:b4:ce", "network": {"id": "cbcde4df-3072-4d06-b09c-05fb094b0599", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1738064028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ba784369774483b8503c0bf424df38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81633d7b-7a", "ovs_interfaceid": "81633d7b-7aba-488d-9a00-c9fa797aa3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.080273] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312955} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.080436] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.081469] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b02c14e-3520-4ca4-a2b4-dd8c1c0e33fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.113049] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 8a96f114-e6b5-4b01-bd15-e724b0e1b825/8a96f114-e6b5-4b01-bd15-e724b0e1b825.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.113439] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf69acea-9fc6-4459-8d47-01c549120302 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.139936] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425908, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.141656] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 666.141656] env[65635]: value = "task-4425910" [ 666.141656] env[65635]: _type = "Task" [ 666.141656] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.152994] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.161215] env[65635]: DEBUG nova.compute.utils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.165268] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 666.165392] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 666.167855] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.167855] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.202300] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425905, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.216041] env[65635]: DEBUG oslo_concurrency.lockutils [req-64c02116-9a3e-4d48-896b-2808bca10a91 req-042d9d50-a8c8-42e6-bfd1-b5a8d7dfc6f2 service nova] Releasing lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.277024] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528af671-edaf-d66b-fdbf-1cdda249922b, 'name': SearchDatastore_Task, 'duration_secs': 0.048094} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.278232] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431a789f-3b2c-4880-9b05-38401545ad57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.289776] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 666.289776] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d2c5a0-c49b-1c27-1900-0f2bb7287200" [ 666.289776] env[65635]: _type = "Task" [ 666.289776] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.303740] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4f27c82-8d26-4852-9a7c-37b2f018c3db req-9823cf2e-b2b1-4d1b-8d15-7732578e4f03 service nova] Releasing lock "refresh_cache-bcbdf06f-8abb-449b-b289-a5509544dd0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.304325] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d2c5a0-c49b-1c27-1900-0f2bb7287200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.317019] env[65635]: DEBUG nova.policy [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03456747514a4909ab7a3deefb9a10c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '748f29efd4854852a93447bf0a4cecb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.493142] env[65635]: DEBUG nova.network.neutron [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Successfully updated port: f57be695-0adb-4fb8-bbca-fc3989d3f6c8 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 666.530163] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "48b52243-7a82-4296-adcf-bc6e22dfaac9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.530163] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "48b52243-7a82-4296-adcf-bc6e22dfaac9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.643786] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425908, 'name': Rename_Task, 'duration_secs': 1.170094} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.648251] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.648963] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-160cb739-bb03-4f68-a9f0-e368ba480526 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.660087] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.660582] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 666.660582] env[65635]: value = "task-4425911" [ 666.660582] env[65635]: _type = "Task" [ 666.660582] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.674889] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 666.679086] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.701901] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425905, 'name': ReconfigVM_Task, 'duration_secs': 2.517654} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.702673] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Reconfigured VM instance instance-0000000f to attach disk [datastore1] bcbdf06f-8abb-449b-b289-a5509544dd0a/bcbdf06f-8abb-449b-b289-a5509544dd0a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.702903] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fda64ed-4304-4503-ba2d-77373eb08ccf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.711576] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 666.711576] env[65635]: value = "task-4425912" [ 666.711576] env[65635]: _type = "Task" [ 666.711576] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.722362] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425912, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.805192] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d2c5a0-c49b-1c27-1900-0f2bb7287200, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.805192] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.805192] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd/adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.805192] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c25b85-e78f-4479-a1e3-d04deae24f36 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.811523] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 666.811523] env[65635]: value = "task-4425913" [ 666.811523] env[65635]: _type = "Task" [ 666.811523] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.823397] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.837914] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Successfully created port: bf0efa7b-9287-481c-a771-f9c1a57cad2d {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 667.000542] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquiring lock "refresh_cache-0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.000542] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquired lock "refresh_cache-0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.000542] env[65635]: DEBUG nova.network.neutron [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.106740] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3527a195-ed40-4528-913f-00fcb31e3162 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.118792] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716882b3-d6ff-471c-b20f-6214e5bcea22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.169545] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d4f1e-0149-4776-897b-d3efa72da8f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.184039] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425911, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.190749] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425910, 'name': ReconfigVM_Task, 'duration_secs': 0.542293} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.192156] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ed1c7b-d29c-4eba-8f4b-cf06d2a8b5b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.197379] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 8a96f114-e6b5-4b01-bd15-e724b0e1b825/8a96f114-e6b5-4b01-bd15-e724b0e1b825.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.197507] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31164ab-257e-40c6-88d6-effd50ab2e93 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.205077] env[65635]: DEBUG nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Received event network-vif-plugged-db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.205820] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Acquiring lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.205820] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.206235] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.206235] env[65635]: DEBUG nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] No waiting events found dispatching network-vif-plugged-db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 667.206534] env[65635]: WARNING nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Received unexpected event network-vif-plugged-db8efe19-9c83-4c81-bcc8-1a2a4e649e09 for instance with vm_state building and task_state spawning. [ 667.206895] env[65635]: DEBUG nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Received event network-changed-db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.206978] env[65635]: DEBUG nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Refreshing instance network info cache due to event network-changed-db8efe19-9c83-4c81-bcc8-1a2a4e649e09. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 667.207162] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Acquiring lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.207408] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Acquired lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.207620] env[65635]: DEBUG nova.network.neutron [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Refreshing network info cache for port db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.225950] env[65635]: DEBUG nova.compute.provider_tree [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.231027] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 667.231027] env[65635]: value = "task-4425914" [ 667.231027] env[65635]: _type = "Task" [ 667.231027] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.231656] env[65635]: DEBUG nova.compute.manager [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Received event network-vif-plugged-9cfb2bb0-1829-457e-bf18-f914f18d9640 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.231656] env[65635]: DEBUG oslo_concurrency.lockutils [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] Acquiring lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.231781] env[65635]: DEBUG oslo_concurrency.lockutils [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] Lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.231845] env[65635]: DEBUG oslo_concurrency.lockutils [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] Lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.232014] env[65635]: DEBUG nova.compute.manager [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] No waiting events found dispatching network-vif-plugged-9cfb2bb0-1829-457e-bf18-f914f18d9640 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 667.232478] env[65635]: WARNING nova.compute.manager [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Received unexpected event network-vif-plugged-9cfb2bb0-1829-457e-bf18-f914f18d9640 for instance with vm_state building and task_state spawning. [ 667.232726] env[65635]: DEBUG nova.compute.manager [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Received event network-changed-9cfb2bb0-1829-457e-bf18-f914f18d9640 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.233139] env[65635]: DEBUG nova.compute.manager [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Refreshing instance network info cache due to event network-changed-9cfb2bb0-1829-457e-bf18-f914f18d9640. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 667.233357] env[65635]: DEBUG oslo_concurrency.lockutils [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] Acquiring lock "refresh_cache-adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.233501] env[65635]: DEBUG oslo_concurrency.lockutils [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] Acquired lock "refresh_cache-adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.233653] env[65635]: DEBUG nova.network.neutron [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Refreshing network info cache for port 9cfb2bb0-1829-457e-bf18-f914f18d9640 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.254858] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425914, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.259520] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425912, 'name': Rename_Task, 'duration_secs': 0.16665} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.259947] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.260332] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-787e4a81-a918-4752-afad-445ade08d67d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.271549] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 667.271549] env[65635]: value = "task-4425915" [ 667.271549] env[65635]: _type = "Task" [ 667.271549] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.282737] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.330281] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.674048] env[65635]: DEBUG oslo_vmware.api [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4425911, 'name': PowerOnVM_Task, 'duration_secs': 0.654095} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.674310] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.675152] env[65635]: INFO nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Took 13.07 seconds to spawn the instance on the hypervisor. [ 667.675152] env[65635]: DEBUG nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 667.675624] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50389f20-7113-4e59-bc79-ccbac4623642 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.689224] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 667.710456] env[65635]: WARNING neutronclient.v2_0.client [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.724541] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.725011] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.725170] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.725545] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.725782] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.725996] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.726510] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.726510] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.726646] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.726698] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.726894] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.727860] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55fd1fc-abc0-40c3-a2db-bf4e8e447caf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.731794] env[65635]: DEBUG nova.scheduler.client.report [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.736584] env[65635]: WARNING neutronclient.v2_0.client [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.742033] env[65635]: DEBUG nova.network.neutron [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.749417] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfafd89-eabb-4095-bdd9-7d2be3e70d5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.760972] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425914, 'name': Rename_Task, 'duration_secs': 0.212657} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.768734] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.769768] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcfbcd51-f023-4412-830c-cfa4fc8b5980 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.778290] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 667.778290] env[65635]: value = "task-4425916" [ 667.778290] env[65635]: _type = "Task" [ 667.778290] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.782467] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.791499] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.825750] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626119} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.827153] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd/adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.827359] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.828018] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-129eda98-38e3-47cc-a0db-183c11dfa859 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.841910] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 667.841910] env[65635]: value = "task-4425917" [ 667.841910] env[65635]: _type = "Task" [ 667.841910] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.854059] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.201471] env[65635]: INFO nova.compute.manager [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Took 29.81 seconds to build instance. [ 668.237554] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.237822] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 668.242025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.345s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.244061] env[65635]: INFO nova.compute.claims [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.291198] env[65635]: DEBUG oslo_vmware.api [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4425915, 'name': PowerOnVM_Task, 'duration_secs': 0.977643} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.292066] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.292262] env[65635]: INFO nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Took 16.10 seconds to spawn the instance on the hypervisor. [ 668.292649] env[65635]: DEBUG nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.293798] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3888d2f3-efc3-4162-97b6-4e8cbc1d088d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.300647] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.355348] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087002} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.355635] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.356969] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef73875c-2d40-47de-a2a7-de422cad1c6e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.383402] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd/adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.384516] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb1b0fff-3742-4129-aca4-355255c020b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.408419] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 668.408419] env[65635]: value = "task-4425918" [ 668.408419] env[65635]: _type = "Task" [ 668.408419] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.419281] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.425276] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquiring lock "dae1e691-adad-4468-90b3-5f45bbf0477a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.425561] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "dae1e691-adad-4468-90b3-5f45bbf0477a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.425766] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquiring lock "dae1e691-adad-4468-90b3-5f45bbf0477a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.425939] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "dae1e691-adad-4468-90b3-5f45bbf0477a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.426157] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "dae1e691-adad-4468-90b3-5f45bbf0477a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.432852] env[65635]: INFO nova.compute.manager [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Terminating instance [ 668.703822] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b940f2d7-2a4a-4584-a4d2-64c3841d08f5 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.326s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.721410] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Successfully updated port: bf0efa7b-9287-481c-a771-f9c1a57cad2d {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 668.757922] env[65635]: DEBUG nova.compute.utils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.761424] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 668.761555] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 668.761993] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.762553] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.796640] env[65635]: DEBUG oslo_vmware.api [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4425916, 'name': PowerOnVM_Task, 'duration_secs': 0.561142} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.796876] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.797366] env[65635]: INFO nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Took 10.75 seconds to spawn the instance on the hypervisor. [ 668.797609] env[65635]: DEBUG nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.798991] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75887d5-a287-43d0-a43b-2cdd58cc54e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.817538] env[65635]: INFO nova.compute.manager [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Took 30.88 seconds to build instance. [ 668.925857] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.938965] env[65635]: DEBUG nova.compute.manager [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 668.938965] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.940296] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f63f4f-5581-4d6a-950c-f07fc44d21ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.949492] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.950159] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d6f7db-b22c-4624-b598-cb9b23678edc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.963469] env[65635]: DEBUG oslo_vmware.api [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 668.963469] env[65635]: value = "task-4425919" [ 668.963469] env[65635]: _type = "Task" [ 668.963469] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.974463] env[65635]: DEBUG oslo_vmware.api [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.045831] env[65635]: DEBUG nova.policy [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03456747514a4909ab7a3deefb9a10c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '748f29efd4854852a93447bf0a4cecb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.207618] env[65635]: DEBUG nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 669.224860] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "refresh_cache-b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.224860] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "refresh_cache-b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.224860] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 669.244149] env[65635]: WARNING neutronclient.v2_0.client [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.268394] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 669.322740] env[65635]: INFO nova.compute.manager [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Took 25.82 seconds to build instance. [ 669.325815] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcb8fffd-3aad-4b64-addb-47c2e60afced tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "bcbdf06f-8abb-449b-b289-a5509544dd0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.397s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.420454] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425918, 'name': ReconfigVM_Task, 'duration_secs': 0.754691} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.423552] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Reconfigured VM instance instance-00000012 to attach disk [datastore1] adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd/adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.424498] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6bf82f5-bd8a-4545-8dba-fda69c368228 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.434425] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 669.434425] env[65635]: value = "task-4425920" [ 669.434425] env[65635]: _type = "Task" [ 669.434425] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.452471] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425920, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.482145] env[65635]: DEBUG oslo_vmware.api [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425919, 'name': PowerOffVM_Task, 'duration_secs': 0.322266} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.483039] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.483039] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.487183] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41c08ec1-86f6-4aa3-9329-b19f8b444ba7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.577074] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.577299] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.577456] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Deleting the datastore file [datastore2] dae1e691-adad-4468-90b3-5f45bbf0477a {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.577723] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec3e471-2974-4ec7-bda0-360984534b56 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.589656] env[65635]: DEBUG oslo_vmware.api [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for the task: (returnval){ [ 669.589656] env[65635]: value = "task-4425922" [ 669.589656] env[65635]: _type = "Task" [ 669.589656] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.603520] env[65635]: DEBUG oslo_vmware.api [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.674569] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Successfully created port: 08ae25fc-1376-4cd0-a72f-b147bb433595 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 669.721849] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquiring lock "ca16a820-7555-436c-9a2d-299948dd84db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.722215] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "ca16a820-7555-436c-9a2d-299948dd84db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.722451] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquiring lock "ca16a820-7555-436c-9a2d-299948dd84db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.722707] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "ca16a820-7555-436c-9a2d-299948dd84db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.722936] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "ca16a820-7555-436c-9a2d-299948dd84db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.732497] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1ddd9-b25e-42bd-90d5-ba0c82be945a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.747850] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5346b7e6-55e5-41fc-b192-db5990b7447a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.755219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.788735] env[65635]: INFO nova.compute.manager [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Terminating instance [ 669.794827] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198cb219-67ec-48df-a2c1-968fa335831e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.809670] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc87e7-02b3-475b-993b-02abd66dfcff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.830291] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6c901bcf-179c-45d6-af6f-686a02951b44 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.825s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.830811] env[65635]: DEBUG nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 669.835018] env[65635]: DEBUG nova.compute.provider_tree [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.947304] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425920, 'name': Rename_Task, 'duration_secs': 0.236617} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.947304] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.947304] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51f3a7b9-7a07-4245-a926-47048c94f0f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.957186] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 669.957186] env[65635]: value = "task-4425923" [ 669.957186] env[65635]: _type = "Task" [ 669.957186] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.969899] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.104972] env[65635]: DEBUG oslo_vmware.api [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Task: {'id': task-4425922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253602} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.105324] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.105602] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.105792] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.106306] env[65635]: INFO nova.compute.manager [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 670.106306] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 670.106576] env[65635]: DEBUG nova.compute.manager [-] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 670.106576] env[65635]: DEBUG nova.network.neutron [-] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 670.106765] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.290294] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 670.303767] env[65635]: DEBUG nova.compute.manager [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 670.303995] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.305119] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bbb329-c2ff-4146-89dd-bc2054c79267 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.315349] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.318515] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63b48aad-c930-49bc-bb27-3f218d439419 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.327769] env[65635]: DEBUG oslo_vmware.api [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 670.327769] env[65635]: value = "task-4425924" [ 670.327769] env[65635]: _type = "Task" [ 670.327769] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.330390] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 670.330730] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.330963] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 670.331202] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.331402] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 670.331609] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 670.331878] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 670.332093] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 670.332323] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 670.332590] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 670.332783] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 670.333993] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a391cda-ba09-4255-96ca-809f641ecd07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.338433] env[65635]: WARNING neutronclient.v2_0.client [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.349156] env[65635]: DEBUG nova.scheduler.client.report [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.364129] env[65635]: DEBUG oslo_vmware.api [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.369244] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2f7d57-a179-4322-92d1-278f34daee4b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.376589] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.473950] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425923, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.683119] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 670.713189] env[65635]: WARNING neutronclient.v2_0.client [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.768557] env[65635]: DEBUG nova.network.neutron [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Updating instance_info_cache with network_info: [{"id": "f57be695-0adb-4fb8-bbca-fc3989d3f6c8", "address": "fa:16:3e:a1:32:f5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57be695-0a", "ovs_interfaceid": "f57be695-0adb-4fb8-bbca-fc3989d3f6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.801934] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.845431] env[65635]: DEBUG oslo_vmware.api [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425924, 'name': PowerOffVM_Task, 'duration_secs': 0.347097} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.845736] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.845970] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.846491] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e08e3156-ed58-4992-abb5-ce02c73c01a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.859346] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.859346] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 670.862774] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.238s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.865852] env[65635]: INFO nova.compute.claims [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.929571] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.929798] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.929989] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Deleting the datastore file [datastore2] ca16a820-7555-436c-9a2d-299948dd84db {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.930316] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1423993d-d150-49ce-bcea-c92d48e0ccd5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.939721] env[65635]: DEBUG oslo_vmware.api [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for the task: (returnval){ [ 670.939721] env[65635]: value = "task-4425926" [ 670.939721] env[65635]: _type = "Task" [ 670.939721] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.953311] env[65635]: DEBUG oslo_vmware.api [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.971763] env[65635]: DEBUG oslo_vmware.api [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4425923, 'name': PowerOnVM_Task, 'duration_secs': 0.717537} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.972296] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.972588] env[65635]: INFO nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Took 10.49 seconds to spawn the instance on the hypervisor. [ 670.972800] env[65635]: DEBUG nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 670.973994] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f193a5b1-560a-47f2-9e9f-12aaaa958b49 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.997493] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.997493] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.053596] env[65635]: DEBUG nova.compute.manager [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Received event network-changed {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 671.054068] env[65635]: DEBUG nova.compute.manager [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Refreshing instance network info cache due to event network-changed. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 671.054508] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] Acquiring lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.054953] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] Acquired lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.056521] env[65635]: DEBUG nova.network.neutron [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 671.274583] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Releasing lock "refresh_cache-0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.275137] env[65635]: DEBUG nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Instance network_info: |[{"id": "f57be695-0adb-4fb8-bbca-fc3989d3f6c8", "address": "fa:16:3e:a1:32:f5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57be695-0a", "ovs_interfaceid": "f57be695-0adb-4fb8-bbca-fc3989d3f6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 671.275800] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:32:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f57be695-0adb-4fb8-bbca-fc3989d3f6c8', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.291955] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Creating folder: Project (49ecca09bb074e0685002d8ba77f4696). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.292487] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82f7835a-2b01-4410-bdd2-73bb4ca41bc2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.308155] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Created folder: Project (49ecca09bb074e0685002d8ba77f4696) in parent group-v866005. [ 671.308505] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Creating folder: Instances. Parent ref: group-v866056. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.308903] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a20dff11-b944-48bb-ad77-d0b28721a952 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.322775] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Created folder: Instances in parent group-v866056. [ 671.323277] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 671.323475] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.323785] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ad81f8d-f2dd-47e6-bf4a-9ec3882d303c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.357773] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.357773] env[65635]: value = "task-4425929" [ 671.357773] env[65635]: _type = "Task" [ 671.357773] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.375901] env[65635]: DEBUG nova.compute.utils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.382448] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425929, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.383123] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 671.383435] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 671.384315] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.384652] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.455484] env[65635]: DEBUG oslo_vmware.api [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Task: {'id': task-4425926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212726} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.455880] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.456170] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.456453] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.456757] env[65635]: INFO nova.compute.manager [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Took 1.15 seconds to destroy the instance on the hypervisor. [ 671.457200] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 671.457516] env[65635]: DEBUG nova.compute.manager [-] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 671.458424] env[65635]: DEBUG nova.network.neutron [-] [instance: ca16a820-7555-436c-9a2d-299948dd84db] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 671.458808] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.496234] env[65635]: INFO nova.compute.manager [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Took 25.92 seconds to build instance. [ 671.516507] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.516507] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.516507] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.516507] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.516507] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.517117] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.517117] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 671.517117] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.560330] env[65635]: WARNING neutronclient.v2_0.client [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.869071] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425929, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.885899] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 671.999344] env[65635]: DEBUG oslo_concurrency.lockutils [None req-121ea3b5-74f2-49e1-8614-ae9277a75a17 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.346s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.020958] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.149966] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Successfully updated port: 08ae25fc-1376-4cd0-a72f-b147bb433595 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 672.344256] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf38cce-0766-43e5-980d-6de53eab3641 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.354890] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823b0bff-a8ce-49f7-93d6-406885572717 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.371208] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425929, 'name': CreateVM_Task, 'duration_secs': 0.678535} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.400532] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.405049] env[65635]: WARNING neutronclient.v2_0.client [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.405049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.405305] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.406520] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.406650] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672d4f99-d5d3-477e-8ded-a796fa57cfe6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.409826] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77296eef-b7ce-4d7a-8f4a-edf981222241 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.419457] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 672.419457] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b6a4d5-4b83-6e18-bff3-3864c34506d3" [ 672.419457] env[65635]: _type = "Task" [ 672.419457] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.420790] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eabe0f-c78f-487f-b1b0-234e3ae40260 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.439955] env[65635]: DEBUG nova.compute.provider_tree [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.444925] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b6a4d5-4b83-6e18-bff3-3864c34506d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013281} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.445473] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.446137] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.446137] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.446137] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.446339] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.447023] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc4f033a-e345-4aea-9203-f3519b27e76e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.463040] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.463040] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.463747] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6bc610d-0a43-4805-9cbe-5cd97dd0e209 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.471084] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 672.471084] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad1f95-c7f7-6a6b-c81b-9bd7ee1c41c1" [ 672.471084] env[65635]: _type = "Task" [ 672.471084] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.482849] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad1f95-c7f7-6a6b-c81b-9bd7ee1c41c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.600546] env[65635]: DEBUG nova.policy [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03456747514a4909ab7a3deefb9a10c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '748f29efd4854852a93447bf0a4cecb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.653755] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "refresh_cache-1cb052e4-2929-4d33-a53b-7d7b484360a1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.653755] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "refresh_cache-1cb052e4-2929-4d33-a53b-7d7b484360a1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.654486] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 672.664105] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.750112] env[65635]: DEBUG nova.network.neutron [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updated VIF entry in instance network info cache for port db8efe19-9c83-4c81-bcc8-1a2a4e649e09. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.750541] env[65635]: DEBUG nova.network.neutron [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updating instance_info_cache with network_info: [{"id": "db8efe19-9c83-4c81-bcc8-1a2a4e649e09", "address": "fa:16:3e:c9:e0:b4", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8efe19-9c", "ovs_interfaceid": "db8efe19-9c83-4c81-bcc8-1a2a4e649e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.844588] env[65635]: DEBUG nova.network.neutron [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Updated VIF entry in instance network info cache for port 9cfb2bb0-1829-457e-bf18-f914f18d9640. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 672.844939] env[65635]: DEBUG nova.network.neutron [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Updating instance_info_cache with network_info: [{"id": "9cfb2bb0-1829-457e-bf18-f914f18d9640", "address": "fa:16:3e:53:63:77", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cfb2bb0-18", "ovs_interfaceid": "9cfb2bb0-1829-457e-bf18-f914f18d9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.911416] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 672.946810] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 672.948039] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.948039] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 672.948039] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.948039] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 672.948039] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 672.948612] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 672.948889] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 672.949192] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 672.949529] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 672.951407] env[65635]: DEBUG nova.virt.hardware [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 672.951407] env[65635]: DEBUG nova.scheduler.client.report [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.955392] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deca7a85-068f-450b-841a-7b65cc09a8db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.965679] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ff4b6-a80f-491f-a45a-914731b83876 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.987221] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad1f95-c7f7-6a6b-c81b-9bd7ee1c41c1, 'name': SearchDatastore_Task, 'duration_secs': 0.029228} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.997251] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d64e90-392e-44db-aa4c-6a0b265b4548 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.006031] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 673.006031] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b10759-344b-4c0c-42ea-14bed70ea49d" [ 673.006031] env[65635]: _type = "Task" [ 673.006031] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.016734] env[65635]: DEBUG nova.network.neutron [-] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.018278] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b10759-344b-4c0c-42ea-14bed70ea49d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.147622] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Successfully created port: 89d65a9a-4190-465e-8d08-dadfb54880b4 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 673.150431] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquiring lock "4782e486-f687-4811-8635-fcdb709f6931" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.150724] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "4782e486-f687-4811-8635-fcdb709f6931" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.151026] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquiring lock "4782e486-f687-4811-8635-fcdb709f6931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.151133] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "4782e486-f687-4811-8635-fcdb709f6931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.152028] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "4782e486-f687-4811-8635-fcdb709f6931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.154386] env[65635]: INFO nova.compute.manager [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Terminating instance [ 673.241795] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.255751] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Releasing lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.255751] env[65635]: DEBUG nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Received event network-vif-plugged-b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 673.255751] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Acquiring lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.255751] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.255751] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.256214] env[65635]: DEBUG nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] No waiting events found dispatching network-vif-plugged-b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 673.256214] env[65635]: WARNING nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Received unexpected event network-vif-plugged-b682f53a-f55b-43a8-b460-124f0f617983 for instance with vm_state building and task_state spawning. [ 673.256214] env[65635]: DEBUG nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Received event network-changed-b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 673.256214] env[65635]: DEBUG nova.compute.manager [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Refreshing instance network info cache due to event network-changed-b682f53a-f55b-43a8-b460-124f0f617983. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 673.256214] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Acquiring lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.256413] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Acquired lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.256806] env[65635]: DEBUG nova.network.neutron [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Refreshing network info cache for port b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.348845] env[65635]: DEBUG oslo_concurrency.lockutils [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] Releasing lock "refresh_cache-adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.349558] env[65635]: DEBUG nova.compute.manager [req-b465ab51-ec43-4da5-b773-51df5962c250 req-d0978a42-63a5-49fe-8e57-0e510ba8102e service nova] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Received event network-vif-deleted-2501d534-f6f0-4f0c-98f4-9a32a3bf6dbd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 673.353386] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 673.460900] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.461314] env[65635]: DEBUG nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 673.465046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.763s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.465271] env[65635]: DEBUG nova.objects.instance [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lazy-loading 'resources' on Instance uuid d5c5ae99-e169-4dd0-aba9-3c29968840c0 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.517435] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b10759-344b-4c0c-42ea-14bed70ea49d, 'name': SearchDatastore_Task, 'duration_secs': 0.020498} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.521427] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.522045] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e/0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.522528] env[65635]: INFO nova.compute.manager [-] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Took 3.42 seconds to deallocate network for instance. [ 673.523024] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e82656ec-e7e6-4286-9988-ffa8935e5328 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.536159] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 673.536159] env[65635]: value = "task-4425930" [ 673.536159] env[65635]: _type = "Task" [ 673.536159] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.549911] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.626599] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Updating instance_info_cache with network_info: [{"id": "bf0efa7b-9287-481c-a771-f9c1a57cad2d", "address": "fa:16:3e:0e:61:45", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0efa7b-92", "ovs_interfaceid": "bf0efa7b-9287-481c-a771-f9c1a57cad2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.662026] env[65635]: DEBUG nova.compute.manager [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 673.662026] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.662026] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1fb57d-98c6-457b-8c3f-c25118e9f89d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.670309] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.670766] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5413bdc6-99c0-413b-9a78-a48b0b309c3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.677867] env[65635]: WARNING neutronclient.v2_0.client [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.680505] env[65635]: DEBUG oslo_vmware.api [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 673.680505] env[65635]: value = "task-4425931" [ 673.680505] env[65635]: _type = "Task" [ 673.680505] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.692073] env[65635]: DEBUG oslo_vmware.api [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.764025] env[65635]: WARNING neutronclient.v2_0.client [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.822738] env[65635]: DEBUG nova.network.neutron [-] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.970968] env[65635]: DEBUG nova.compute.utils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.975870] env[65635]: DEBUG nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 673.976228] env[65635]: DEBUG nova.network.neutron [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 673.977147] env[65635]: WARNING neutronclient.v2_0.client [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.977147] env[65635]: WARNING neutronclient.v2_0.client [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.022027] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.038842] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.060337] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425930, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.132534] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "refresh_cache-b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.132871] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Instance network_info: |[{"id": "bf0efa7b-9287-481c-a771-f9c1a57cad2d", "address": "fa:16:3e:0e:61:45", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0efa7b-92", "ovs_interfaceid": "bf0efa7b-9287-481c-a771-f9c1a57cad2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 674.133548] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:61:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0efa7b-9287-481c-a771-f9c1a57cad2d', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.147352] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Creating folder: Project (748f29efd4854852a93447bf0a4cecb4). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.151071] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d3823f6-0850-4d41-81a5-d150ea36b724 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.163240] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Created folder: Project (748f29efd4854852a93447bf0a4cecb4) in parent group-v866005. [ 674.163450] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Creating folder: Instances. Parent ref: group-v866059. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.167180] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3235344b-a547-46d5-bf46-cd373ae0d808 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.180192] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Created folder: Instances in parent group-v866059. [ 674.181027] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 674.181131] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.181517] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f3d10eb-446d-4938-9c47-ef4809d0aa7a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.230530] env[65635]: DEBUG oslo_vmware.api [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425931, 'name': PowerOffVM_Task, 'duration_secs': 0.242213} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.233137] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.233450] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.233828] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.233828] env[65635]: value = "task-4425934" [ 674.233828] env[65635]: _type = "Task" [ 674.233828] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.237925] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e20219d-0870-4906-b4ae-268bcd0c4ae9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.255865] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425934, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.258761] env[65635]: DEBUG nova.policy [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c2b0ad4d2f14d83983e0033d5ce9be1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '367d921ecb63411fa4d527e78daf0a68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.326174] env[65635]: INFO nova.compute.manager [-] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Took 2.87 seconds to deallocate network for instance. [ 674.341460] env[65635]: DEBUG nova.network.neutron [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Updating instance_info_cache with network_info: [{"id": "fb46e50c-9f57-4d1c-8432-84f6ef4e683d", "address": "fa:16:3e:bd:06:3f", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb46e50c-9f", "ovs_interfaceid": "fb46e50c-9f57-4d1c-8432-84f6ef4e683d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.342825] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.343101] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.343349] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Deleting the datastore file [datastore1] 4782e486-f687-4811-8635-fcdb709f6931 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.343627] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2940a6e-2ecc-4701-a56f-9bed598ffe5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.352760] env[65635]: DEBUG oslo_vmware.api [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for the task: (returnval){ [ 674.352760] env[65635]: value = "task-4425936" [ 674.352760] env[65635]: _type = "Task" [ 674.352760] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.363590] env[65635]: DEBUG oslo_vmware.api [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.480225] env[65635]: DEBUG nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 674.502451] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa68d451-d171-4059-a311-dac0fa299d99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.513201] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e1405-b635-4f0f-b548-f3d5c45fc858 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.584223] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f279c0-48c1-474f-8f9a-0d0bbe318700 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.600506] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644062} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.601952] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e/0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.602363] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.602818] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7a13d19-5d8b-48fe-b4e1-e2b6e8e89aad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.607521] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505de623-9e16-4ed1-9499-acf00b8d278c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.632381] env[65635]: DEBUG nova.compute.provider_tree [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.635650] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Updating instance_info_cache with network_info: [{"id": "08ae25fc-1376-4cd0-a72f-b147bb433595", "address": "fa:16:3e:e9:a2:ad", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ae25fc-13", "ovs_interfaceid": "08ae25fc-1376-4cd0-a72f-b147bb433595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.638506] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 674.638506] env[65635]: value = "task-4425937" [ 674.638506] env[65635]: _type = "Task" [ 674.638506] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.753294] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425934, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.834378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.847127] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d69808-a248-4282-b356-70dca1701526 tempest-ServerExternalEventsTest-826824526 tempest-ServerExternalEventsTest-826824526-project] Releasing lock "refresh_cache-c8ecab28-300b-4f23-9a6d-8c93f4250d1b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.865639] env[65635]: DEBUG oslo_vmware.api [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Task: {'id': task-4425936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418468} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.866175] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.866175] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.866410] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.866487] env[65635]: INFO nova.compute.manager [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Took 1.21 seconds to destroy the instance on the hypervisor. [ 674.866713] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 674.866911] env[65635]: DEBUG nova.compute.manager [-] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 674.867018] env[65635]: DEBUG nova.network.neutron [-] [instance: 4782e486-f687-4811-8635-fcdb709f6931] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 674.867323] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.889489] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Successfully updated port: 89d65a9a-4190-465e-8d08-dadfb54880b4 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.986359] env[65635]: INFO nova.virt.block_device [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Booting with volume 3676b651-12f0-4cf7-a9a3-5eed594b4329 at /dev/sda [ 674.989622] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.018378] env[65635]: WARNING neutronclient.v2_0.client [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.023817] env[65635]: DEBUG nova.network.neutron [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Successfully created port: eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 675.033869] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adcdfd1e-ce08-4db6-8164-7531e74a9ad8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.044659] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b4cc3-e170-4b2f-acb4-f177b867463c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.080673] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37ecc37b-8f02-4353-bdba-9871e9a26a0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.083509] env[65635]: DEBUG nova.compute.manager [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Received event network-vif-plugged-f57be695-0adb-4fb8-bbca-fc3989d3f6c8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.083796] env[65635]: DEBUG oslo_concurrency.lockutils [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] Acquiring lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.084017] env[65635]: DEBUG oslo_concurrency.lockutils [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] Lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.084218] env[65635]: DEBUG oslo_concurrency.lockutils [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] Lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.084457] env[65635]: DEBUG nova.compute.manager [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] No waiting events found dispatching network-vif-plugged-f57be695-0adb-4fb8-bbca-fc3989d3f6c8 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 675.084580] env[65635]: WARNING nova.compute.manager [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Received unexpected event network-vif-plugged-f57be695-0adb-4fb8-bbca-fc3989d3f6c8 for instance with vm_state building and task_state spawning. [ 675.085059] env[65635]: DEBUG nova.compute.manager [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Received event network-changed-f57be695-0adb-4fb8-bbca-fc3989d3f6c8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.085059] env[65635]: DEBUG nova.compute.manager [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Refreshing instance network info cache due to event network-changed-f57be695-0adb-4fb8-bbca-fc3989d3f6c8. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.085435] env[65635]: DEBUG oslo_concurrency.lockutils [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] Acquiring lock "refresh_cache-0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.085435] env[65635]: DEBUG oslo_concurrency.lockutils [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] Acquired lock "refresh_cache-0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.085435] env[65635]: DEBUG nova.network.neutron [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Refreshing network info cache for port f57be695-0adb-4fb8-bbca-fc3989d3f6c8 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.096095] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e09f90-75db-4220-8bfa-d74c5ca65bb5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.136505] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55030bf-eae8-4209-b796-dfd0ebf7549a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.139856] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "refresh_cache-1cb052e4-2929-4d33-a53b-7d7b484360a1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.140221] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Instance network_info: |[{"id": "08ae25fc-1376-4cd0-a72f-b147bb433595", "address": "fa:16:3e:e9:a2:ad", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ae25fc-13", "ovs_interfaceid": "08ae25fc-1376-4cd0-a72f-b147bb433595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 675.141030] env[65635]: DEBUG nova.scheduler.client.report [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.144258] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:a2:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08ae25fc-1376-4cd0-a72f-b147bb433595', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.151756] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 675.159127] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.159414] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68307fb6-4e46-458e-a561-1180fd476275 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.174402] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65030bef-c1be-422a-8c50-797cf37a761b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.180266] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113562} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.181095] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.181857] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde8c64-798d-4084-8942-2fb167500248 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.186302] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.186302] env[65635]: value = "task-4425938" [ 675.186302] env[65635]: _type = "Task" [ 675.186302] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.211752] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e/0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.212356] env[65635]: DEBUG nova.virt.block_device [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Updating existing volume attachment record: ec3281a3-e3ca-4cd7-9b5a-c1cf9cae0510 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 675.215816] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cee06cb-6e8e-4b45-b988-43fa21c4cfe7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.236350] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425938, 'name': CreateVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.244197] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 675.244197] env[65635]: value = "task-4425939" [ 675.244197] env[65635]: _type = "Task" [ 675.244197] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.255877] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425934, 'name': CreateVM_Task, 'duration_secs': 0.542635} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.259805] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.260808] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.262350] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.262750] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.262918] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263290] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263785] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af095b1-4bd8-4552-877d-6004e32a6aa8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.270365] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 675.270365] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf0b1b-d8f6-fb8e-230c-b0d1ea541191" [ 675.270365] env[65635]: _type = "Task" [ 675.270365] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.283648] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf0b1b-d8f6-fb8e-230c-b0d1ea541191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.326714] env[65635]: DEBUG nova.compute.manager [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Received event network-vif-deleted-d26562d0-643a-49ae-a919-f0c4ce70781f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.328520] env[65635]: DEBUG nova.compute.manager [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Received event network-changed-e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.328520] env[65635]: DEBUG nova.compute.manager [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Refreshing instance network info cache due to event network-changed-e1a04467-78a5-4be7-bc50-26df05d2206b. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.328520] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Acquiring lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.328520] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Acquired lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.328520] env[65635]: DEBUG nova.network.neutron [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Refreshing network info cache for port e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.340547] env[65635]: DEBUG nova.network.neutron [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Updated VIF entry in instance network info cache for port b682f53a-f55b-43a8-b460-124f0f617983. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.340987] env[65635]: DEBUG nova.network.neutron [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Updating instance_info_cache with network_info: [{"id": "b682f53a-f55b-43a8-b460-124f0f617983", "address": "fa:16:3e:e3:fd:fd", "network": {"id": "ec1f89d7-6aeb-406b-8c07-655907f11eb1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1180836522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb76910b44d44b21b7341c78d13a2ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb682f53a-f5", "ovs_interfaceid": "b682f53a-f55b-43a8-b460-124f0f617983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.392270] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "refresh_cache-9abec345-6e34-44ed-936b-4575b77a6a30" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.392461] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "refresh_cache-9abec345-6e34-44ed-936b-4575b77a6a30" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.392646] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.588489] env[65635]: WARNING neutronclient.v2_0.client [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.660789] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.662937] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.352s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.664719] env[65635]: INFO nova.compute.claims [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.697916] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425938, 'name': CreateVM_Task, 'duration_secs': 0.434809} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.697916] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.698247] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.698650] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.711957] env[65635]: INFO nova.scheduler.client.report [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Deleted allocations for instance d5c5ae99-e169-4dd0-aba9-3c29968840c0 [ 675.758775] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425939, 'name': ReconfigVM_Task, 'duration_secs': 0.392574} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.759111] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e/0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.759734] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d418f39f-b663-4062-bf05-bc98eb60fb1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.763899] env[65635]: DEBUG nova.network.neutron [-] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.768047] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 675.768047] env[65635]: value = "task-4425940" [ 675.768047] env[65635]: _type = "Task" [ 675.768047] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.782095] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425940, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.786654] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf0b1b-d8f6-fb8e-230c-b0d1ea541191, 'name': SearchDatastore_Task, 'duration_secs': 0.016612} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.786946] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.787190] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.787426] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.787569] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.787758] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.788065] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.788414] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.788702] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0302761f-c4a9-4d82-9f1f-48a141bd9a27 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.791425] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6affe6e6-647a-4d91-a3f0-d9779c6bd8de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.799021] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 675.799021] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a385f-fd2b-7b98-868b-7c19f50cdd03" [ 675.799021] env[65635]: _type = "Task" [ 675.799021] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.803409] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.803604] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.804608] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e6bde9-f1e4-4feb-9b2d-733374aa31e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.810013] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a385f-fd2b-7b98-868b-7c19f50cdd03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.813476] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 675.813476] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528c669b-1348-c337-abaa-69c7e82e9162" [ 675.813476] env[65635]: _type = "Task" [ 675.813476] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.821994] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528c669b-1348-c337-abaa-69c7e82e9162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.835463] env[65635]: WARNING neutronclient.v2_0.client [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.844485] env[65635]: DEBUG oslo_concurrency.lockutils [req-11bb5779-b882-4142-a782-ee0069cac983 req-3065f78a-73fc-458c-a022-272b4285280c service nova] Releasing lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.221633] env[65635]: DEBUG oslo_concurrency.lockutils [None req-287f092d-9c15-4161-98b0-4c1cf04f93c9 tempest-InstanceActionsNegativeTestJSON-1796371831 tempest-InstanceActionsNegativeTestJSON-1796371831-project-member] Lock "d5c5ae99-e169-4dd0-aba9-3c29968840c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.416s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.268582] env[65635]: INFO nova.compute.manager [-] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Took 1.40 seconds to deallocate network for instance. [ 676.286993] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425940, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.289659] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 676.312714] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a385f-fd2b-7b98-868b-7c19f50cdd03, 'name': SearchDatastore_Task, 'duration_secs': 0.011951} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.313069] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.313364] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.313631] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.325799] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528c669b-1348-c337-abaa-69c7e82e9162, 'name': SearchDatastore_Task, 'duration_secs': 0.030614} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.326697] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba24add5-2b67-4e7e-9953-262266190bf9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.334675] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 676.334675] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525794c8-0c6f-a49f-b7bb-0f3bdf630ade" [ 676.334675] env[65635]: _type = "Task" [ 676.334675] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.345051] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525794c8-0c6f-a49f-b7bb-0f3bdf630ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.780597] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.781588] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425940, 'name': Rename_Task, 'duration_secs': 0.928394} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.786196] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.786196] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d04723c-e405-4898-8520-c2e3245acbfb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.792275] env[65635]: DEBUG nova.network.neutron [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Successfully updated port: eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 676.796277] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 676.796277] env[65635]: value = "task-4425941" [ 676.796277] env[65635]: _type = "Task" [ 676.796277] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.809391] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.857407] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525794c8-0c6f-a49f-b7bb-0f3bdf630ade, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.866297] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.866787] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] b6e6a491-b1b7-4dab-82b5-d30bd8b4094f/b6e6a491-b1b7-4dab-82b5-d30bd8b4094f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.867593] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.867786] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.868107] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d4052ff-6157-4a1a-acf6-4df1dd6a23c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.870285] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc49ca4a-4f25-448d-af65-58631ba037ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.879968] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 676.879968] env[65635]: value = "task-4425942" [ 676.879968] env[65635]: _type = "Task" [ 676.879968] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.885877] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.885877] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.886918] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6c8bce-ca34-434d-b24d-05f4e186be5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.896826] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.901981] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 676.901981] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520ff81d-9aba-2632-6e78-d01b2b68ffe0" [ 676.901981] env[65635]: _type = "Task" [ 676.901981] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.915557] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520ff81d-9aba-2632-6e78-d01b2b68ffe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.098246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquiring lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.098406] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.098591] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquiring lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.099514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.099514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.102152] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d36a6a9-0f8b-43a0-baf2-14f220bbdb3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.106036] env[65635]: INFO nova.compute.manager [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Terminating instance [ 677.115651] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee1885a-d878-4f7f-932c-f71d30b116b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.151036] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2843ad-dc14-4421-9f06-efae4641706e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.160556] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3027306-3220-4d39-85f2-9a95a2936255 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.177298] env[65635]: DEBUG nova.compute.provider_tree [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.298025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Acquiring lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.298025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Acquired lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.298025] env[65635]: DEBUG nova.network.neutron [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.311038] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425941, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.367558] env[65635]: DEBUG nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 677.368201] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 677.368471] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.368647] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 677.368852] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.369576] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 677.369925] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 677.370220] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 677.370417] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 677.370601] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 677.374040] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 677.374040] env[65635]: DEBUG nova.virt.hardware [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 677.374040] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fab89c-160c-451a-9834-d64bd3eaf4cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.389210] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71972ec2-09f8-4658-bcc2-b5eab17e362d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.418558] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425942, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.426269] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520ff81d-9aba-2632-6e78-d01b2b68ffe0, 'name': SearchDatastore_Task, 'duration_secs': 0.014559} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.427261] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ba25ac-a568-4c3a-812b-3cf23400eee7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.435240] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 677.435240] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d09d94-ef8a-9722-4661-fc0ad51b1ad8" [ 677.435240] env[65635]: _type = "Task" [ 677.435240] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.450185] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d09d94-ef8a-9722-4661-fc0ad51b1ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.475806] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.509604] env[65635]: WARNING neutronclient.v2_0.client [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.587088] env[65635]: WARNING neutronclient.v2_0.client [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.611432] env[65635]: DEBUG nova.compute.manager [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 677.611432] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.611826] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13163bd-8518-4e2c-b29a-0083c996e47f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.624557] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.624557] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a45b0f22-e321-4f95-8bad-be0450f1f4fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.630786] env[65635]: DEBUG oslo_vmware.api [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 677.630786] env[65635]: value = "task-4425943" [ 677.630786] env[65635]: _type = "Task" [ 677.630786] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.646234] env[65635]: DEBUG oslo_vmware.api [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.683775] env[65635]: DEBUG nova.scheduler.client.report [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.813240] env[65635]: DEBUG oslo_vmware.api [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425941, 'name': PowerOnVM_Task, 'duration_secs': 0.579605} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.813240] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.813342] env[65635]: INFO nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Took 12.71 seconds to spawn the instance on the hypervisor. [ 677.813679] env[65635]: DEBUG nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.814522] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31adb7ab-f1ec-485e-b238-804ed70c5e0c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.894633] env[65635]: DEBUG nova.network.neutron [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Updating instance_info_cache with network_info: [{"id": "89d65a9a-4190-465e-8d08-dadfb54880b4", "address": "fa:16:3e:c2:a4:36", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d65a9a-41", "ovs_interfaceid": "89d65a9a-4190-465e-8d08-dadfb54880b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.904223] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68769} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.904781] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] b6e6a491-b1b7-4dab-82b5-d30bd8b4094f/b6e6a491-b1b7-4dab-82b5-d30bd8b4094f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.904781] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.904781] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ce124b7-66e6-480f-a045-f6eea8926fd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.917129] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 677.917129] env[65635]: value = "task-4425944" [ 677.917129] env[65635]: _type = "Task" [ 677.917129] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.927256] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.928596] env[65635]: DEBUG nova.network.neutron [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Updated VIF entry in instance network info cache for port f57be695-0adb-4fb8-bbca-fc3989d3f6c8. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 677.928960] env[65635]: DEBUG nova.network.neutron [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Updating instance_info_cache with network_info: [{"id": "f57be695-0adb-4fb8-bbca-fc3989d3f6c8", "address": "fa:16:3e:a1:32:f5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57be695-0a", "ovs_interfaceid": "f57be695-0adb-4fb8-bbca-fc3989d3f6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.949017] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d09d94-ef8a-9722-4661-fc0ad51b1ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.062064} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.949540] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.949674] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 1cb052e4-2929-4d33-a53b-7d7b484360a1/1cb052e4-2929-4d33-a53b-7d7b484360a1.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.955889] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e1f447d-8959-42e7-84ab-26c94e6b0b99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.958935] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 677.958935] env[65635]: value = "task-4425945" [ 677.958935] env[65635]: _type = "Task" [ 677.958935] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.966475] env[65635]: DEBUG nova.network.neutron [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.972478] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.070928] env[65635]: DEBUG nova.network.neutron [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Updated VIF entry in instance network info cache for port e1a04467-78a5-4be7-bc50-26df05d2206b. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 678.071325] env[65635]: DEBUG nova.network.neutron [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Updating instance_info_cache with network_info: [{"id": "e1a04467-78a5-4be7-bc50-26df05d2206b", "address": "fa:16:3e:9d:7d:fd", "network": {"id": "d75b6184-417e-4c57-8462-1fea383257c8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2127450494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c242ec111044499d01360983b61615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a04467-78", "ovs_interfaceid": "e1a04467-78a5-4be7-bc50-26df05d2206b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.142865] env[65635]: DEBUG oslo_vmware.api [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425943, 'name': PowerOffVM_Task, 'duration_secs': 0.348616} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.143439] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.143439] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.143891] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8038239f-c308-4f3c-8d5e-fe83b9fcce01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.190772] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.191374] env[65635]: DEBUG nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 678.194235] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.521s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.194490] env[65635]: DEBUG nova.objects.instance [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lazy-loading 'resources' on Instance uuid 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.228743] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.229070] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.233255] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Deleting the datastore file [datastore1] c8ecab28-300b-4f23-9a6d-8c93f4250d1b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.234214] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5db5300a-ee0e-4255-9f64-697ebf9f1468 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.242676] env[65635]: DEBUG oslo_vmware.api [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for the task: (returnval){ [ 678.242676] env[65635]: value = "task-4425947" [ 678.242676] env[65635]: _type = "Task" [ 678.242676] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.260399] env[65635]: DEBUG oslo_vmware.api [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.341919] env[65635]: INFO nova.compute.manager [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Took 29.49 seconds to build instance. [ 678.404091] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e97cee6-f614-4b3e-acce-b006538fcb4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.408913] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "refresh_cache-9abec345-6e34-44ed-936b-4575b77a6a30" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.409592] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Instance network_info: |[{"id": "89d65a9a-4190-465e-8d08-dadfb54880b4", "address": "fa:16:3e:c2:a4:36", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d65a9a-41", "ovs_interfaceid": "89d65a9a-4190-465e-8d08-dadfb54880b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 678.410889] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:a4:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89d65a9a-4190-465e-8d08-dadfb54880b4', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.419962] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 678.421148] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.426023] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed20975c-c754-42af-8962-0fe9b14901d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.445179] env[65635]: DEBUG oslo_concurrency.lockutils [req-8ae785bf-bd93-4a3b-bfb9-1078e7d7f19a req-69fe8f52-dff9-4446-85d5-373ed77b2998 service nova] Releasing lock "refresh_cache-0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.445876] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1f971d73-4997-4a7a-a990-1bfab4d1325f tempest-ServersAdminNegativeTestJSON-653040777 tempest-ServersAdminNegativeTestJSON-653040777-project-admin] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Suspending the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 678.446859] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-006b12dd-30a5-421f-b05d-faa4b779ae6f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.453886] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253192} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.457054] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.457054] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.457054] env[65635]: value = "task-4425948" [ 678.457054] env[65635]: _type = "Task" [ 678.457054] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.457390] env[65635]: DEBUG oslo_vmware.api [None req-1f971d73-4997-4a7a-a990-1bfab4d1325f tempest-ServersAdminNegativeTestJSON-653040777 tempest-ServersAdminNegativeTestJSON-653040777-project-admin] Waiting for the task: (returnval){ [ 678.457390] env[65635]: value = "task-4425949" [ 678.457390] env[65635]: _type = "Task" [ 678.457390] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.461615] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e3c54c-f851-4e1f-a377-50328e9d2b20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.478337] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425948, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.500315] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425945, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.510375] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b6e6a491-b1b7-4dab-82b5-d30bd8b4094f/b6e6a491-b1b7-4dab-82b5-d30bd8b4094f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.511213] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d97606-87d3-4a04-9758-f4474092b759 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.533705] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 678.533705] env[65635]: value = "task-4425950" [ 678.533705] env[65635]: _type = "Task" [ 678.533705] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.545215] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.574238] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Releasing lock "refresh_cache-30d8c792-400c-42be-aa44-6144d11a2393" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.574684] env[65635]: DEBUG nova.compute.manager [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Received event network-vif-plugged-bf0efa7b-9287-481c-a771-f9c1a57cad2d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 678.574955] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Acquiring lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.575200] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.576112] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.576466] env[65635]: DEBUG nova.compute.manager [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] No waiting events found dispatching network-vif-plugged-bf0efa7b-9287-481c-a771-f9c1a57cad2d {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 678.576753] env[65635]: WARNING nova.compute.manager [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Received unexpected event network-vif-plugged-bf0efa7b-9287-481c-a771-f9c1a57cad2d for instance with vm_state building and task_state spawning. [ 678.577033] env[65635]: DEBUG nova.compute.manager [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Received event network-changed-bf0efa7b-9287-481c-a771-f9c1a57cad2d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 678.577256] env[65635]: DEBUG nova.compute.manager [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Refreshing instance network info cache due to event network-changed-bf0efa7b-9287-481c-a771-f9c1a57cad2d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 678.577626] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Acquiring lock "refresh_cache-b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.577725] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Acquired lock "refresh_cache-b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.577956] env[65635]: DEBUG nova.network.neutron [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Refreshing network info cache for port bf0efa7b-9287-481c-a771-f9c1a57cad2d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.698675] env[65635]: DEBUG nova.compute.utils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.705659] env[65635]: WARNING neutronclient.v2_0.client [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.708622] env[65635]: DEBUG nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 678.708967] env[65635]: DEBUG nova.network.neutron [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 678.709348] env[65635]: WARNING neutronclient.v2_0.client [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.709675] env[65635]: WARNING neutronclient.v2_0.client [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.760237] env[65635]: DEBUG oslo_vmware.api [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.844942] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a9b59133-d3ab-4092-80c4-cc019c7498e9 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.760s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.885275] env[65635]: DEBUG nova.policy [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c929b13ef324f35af76af4e29eb6f11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7181035a5ff64ca497ed661ae7355746', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.983912] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "61335b38-5e93-4a82-bbc3-55045f7c5a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.984207] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "61335b38-5e93-4a82-bbc3-55045f7c5a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.998624] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871084} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.013147] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 1cb052e4-2929-4d33-a53b-7d7b484360a1/1cb052e4-2929-4d33-a53b-7d7b484360a1.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.013500] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.014274] env[65635]: DEBUG oslo_vmware.api [None req-1f971d73-4997-4a7a-a990-1bfab4d1325f tempest-ServersAdminNegativeTestJSON-653040777 tempest-ServersAdminNegativeTestJSON-653040777-project-admin] Task: {'id': task-4425949, 'name': SuspendVM_Task} progress is 37%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.014540] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425948, 'name': CreateVM_Task, 'duration_secs': 0.43581} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.019167] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b102016e-f1de-4c63-ae43-a3dd415c91ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.021699] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.023807] env[65635]: WARNING neutronclient.v2_0.client [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.023807] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.023807] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.024046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.024823] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1bd448-7551-458a-ab4c-b09d671eb803 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.030538] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 679.030538] env[65635]: value = "task-4425951" [ 679.030538] env[65635]: _type = "Task" [ 679.030538] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.032480] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 679.032480] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c094d4-6e52-a594-051d-886891ed6646" [ 679.032480] env[65635]: _type = "Task" [ 679.032480] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.065270] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c094d4-6e52-a594-051d-886891ed6646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.065550] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425950, 'name': ReconfigVM_Task, 'duration_secs': 0.511804} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.066510] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.070955] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b6e6a491-b1b7-4dab-82b5-d30bd8b4094f/b6e6a491-b1b7-4dab-82b5-d30bd8b4094f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.070955] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e4f820e-04f4-4494-9d8a-ebf4e7e528b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.078985] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 679.078985] env[65635]: value = "task-4425952" [ 679.078985] env[65635]: _type = "Task" [ 679.078985] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.085031] env[65635]: WARNING neutronclient.v2_0.client [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.094982] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425952, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.214222] env[65635]: DEBUG nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 679.242920] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e176c2-e963-405d-ae3a-f5ecc1b94a60 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.259052] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052b93b5-8d9f-4805-8dad-6434295fa24e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.263781] env[65635]: DEBUG oslo_vmware.api [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Task: {'id': task-4425947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584339} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.263972] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.264192] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.264416] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.264590] env[65635]: INFO nova.compute.manager [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 679.264840] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 679.266162] env[65635]: DEBUG nova.compute.manager [-] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 679.266297] env[65635]: DEBUG nova.network.neutron [-] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 679.266599] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.300130] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c01ca67-fe8c-4e34-aefa-58d72cd5951a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.309983] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adde09e-232d-4fcf-9912-409acfe0783a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.327995] env[65635]: DEBUG nova.compute.provider_tree [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.420140] env[65635]: DEBUG nova.network.neutron [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Successfully created port: d1597b16-ac13-4644-9a11-3ebe0e3278fb {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 679.460025] env[65635]: DEBUG nova.network.neutron [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Updating instance_info_cache with network_info: [{"id": "eeef8056-d4bb-47a1-b4a2-8b1e02f43839", "address": "fa:16:3e:b6:17:bb", "network": {"id": "db5a9dd7-7a5b-44ee-8292-2e090a5bf93e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1903348919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367d921ecb63411fa4d527e78daf0a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeef8056-d4", "ovs_interfaceid": "eeef8056-d4bb-47a1-b4a2-8b1e02f43839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.481208] env[65635]: DEBUG oslo_vmware.api [None req-1f971d73-4997-4a7a-a990-1bfab4d1325f tempest-ServersAdminNegativeTestJSON-653040777 tempest-ServersAdminNegativeTestJSON-653040777-project-admin] Task: {'id': task-4425949, 'name': SuspendVM_Task, 'duration_secs': 0.948016} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.484017] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1f971d73-4997-4a7a-a990-1bfab4d1325f tempest-ServersAdminNegativeTestJSON-653040777 tempest-ServersAdminNegativeTestJSON-653040777-project-admin] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Suspended the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 679.484017] env[65635]: DEBUG nova.compute.manager [None req-1f971d73-4997-4a7a-a990-1bfab4d1325f tempest-ServersAdminNegativeTestJSON-653040777 tempest-ServersAdminNegativeTestJSON-653040777-project-admin] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 679.484017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81427b95-96e5-441e-acc6-c0c65a35d10d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.491333] env[65635]: DEBUG nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 679.551456] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125067} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.557713] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.559957] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c094d4-6e52-a594-051d-886891ed6646, 'name': SearchDatastore_Task, 'duration_secs': 0.041161} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.559957] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c76f8a-4918-4018-8822-7a904906f091 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.562638] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.562972] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.563502] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.563762] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.564584] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.564584] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-421f3503-4ac2-42f5-a877-fb863d672502 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.595855] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 1cb052e4-2929-4d33-a53b-7d7b484360a1/1cb052e4-2929-4d33-a53b-7d7b484360a1.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.606176] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e88a3a-3cc9-494d-b434-4c227b8538ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.625555] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.625803] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.627388] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aecdc48d-c0ca-4fd0-bc59-ed4c9208992e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.640982] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425952, 'name': Rename_Task, 'duration_secs': 0.417469} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.643972] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.644450] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 679.644450] env[65635]: value = "task-4425953" [ 679.644450] env[65635]: _type = "Task" [ 679.644450] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.644779] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 679.644779] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b4bd32-1f93-f9eb-dff9-0b64f05ba4da" [ 679.644779] env[65635]: _type = "Task" [ 679.644779] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.645015] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7e4206f-2309-40b1-9076-4e0a52d540ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.662188] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.668657] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 679.668657] env[65635]: value = "task-4425954" [ 679.668657] env[65635]: _type = "Task" [ 679.668657] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.668954] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b4bd32-1f93-f9eb-dff9-0b64f05ba4da, 'name': SearchDatastore_Task, 'duration_secs': 0.02042} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.674343] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f12c9f-120e-4b83-8b20-606d6dccce90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.684107] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.686291] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 679.686291] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e17a87-3964-94a5-5be6-2797343da913" [ 679.686291] env[65635]: _type = "Task" [ 679.686291] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.699603] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e17a87-3964-94a5-5be6-2797343da913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.733485] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.832693] env[65635]: DEBUG nova.scheduler.client.report [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.960831] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Releasing lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.961316] env[65635]: DEBUG nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Instance network_info: |[{"id": "eeef8056-d4bb-47a1-b4a2-8b1e02f43839", "address": "fa:16:3e:b6:17:bb", "network": {"id": "db5a9dd7-7a5b-44ee-8292-2e090a5bf93e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1903348919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367d921ecb63411fa4d527e78daf0a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeef8056-d4", "ovs_interfaceid": "eeef8056-d4bb-47a1-b4a2-8b1e02f43839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 679.961827] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:17:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeef8056-d4bb-47a1-b4a2-8b1e02f43839', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.969795] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Creating folder: Project (367d921ecb63411fa4d527e78daf0a68). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.973921] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9868bdd-d3f6-40a8-8d5a-3e240f41c144 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.992245] env[65635]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 679.992245] env[65635]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65635) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 679.992438] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Folder already exists: Project (367d921ecb63411fa4d527e78daf0a68). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 679.992634] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Creating folder: Instances. Parent ref: group-v866025. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.992908] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be1141f-7051-4c6f-a0ea-7fbd3da499e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.009134] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Created folder: Instances in parent group-v866025. [ 680.009413] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 680.009645] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.009836] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaf5f388-0e4d-4667-b2d8-dec02754d178 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.031922] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.039630] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.039630] env[65635]: value = "task-4425957" [ 680.039630] env[65635]: _type = "Task" [ 680.039630] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.050197] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425957, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.159952] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425953, 'name': ReconfigVM_Task, 'duration_secs': 0.3887} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.159952] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 1cb052e4-2929-4d33-a53b-7d7b484360a1/1cb052e4-2929-4d33-a53b-7d7b484360a1.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.159952] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57391724-0806-4db6-b2b2-96eff02ae506 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.166615] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 680.166615] env[65635]: value = "task-4425958" [ 680.166615] env[65635]: _type = "Task" [ 680.166615] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.180149] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425958, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.183836] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.198733] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e17a87-3964-94a5-5be6-2797343da913, 'name': SearchDatastore_Task, 'duration_secs': 0.028003} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.199100] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.199341] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 9abec345-6e34-44ed-936b-4575b77a6a30/9abec345-6e34-44ed-936b-4575b77a6a30.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.199644] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b3bca8b-ef51-4904-80af-0ddf5e2fb72b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.208269] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 680.208269] env[65635]: value = "task-4425959" [ 680.208269] env[65635]: _type = "Task" [ 680.208269] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.218558] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.223502] env[65635]: DEBUG nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 680.250350] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.250711] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.250877] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.251087] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.251586] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.251586] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.251841] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.251841] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.251974] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.252091] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.252294] env[65635]: DEBUG nova.virt.hardware [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.253179] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0495e16-aa37-417b-a280-0b3aed5dae64 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.263443] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850e77bc-13ec-42c9-b248-5a1d72bde6b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.337780] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.341494] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.586s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.342493] env[65635]: INFO nova.compute.claims [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.367229] env[65635]: INFO nova.scheduler.client.report [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Deleted allocations for instance 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33 [ 680.553751] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425957, 'name': CreateVM_Task, 'duration_secs': 0.38859} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.554176] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.554396] env[65635]: WARNING neutronclient.v2_0.client [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.554786] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'ec3281a3-e3ca-4cd7-9b5a-c1cf9cae0510', 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866037', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'name': 'volume-3676b651-12f0-4cf7-a9a3-5eed594b4329', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5549a2e9-cb0a-4566-b675-fb8ca67665a7', 'attached_at': '', 'detached_at': '', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'serial': '3676b651-12f0-4cf7-a9a3-5eed594b4329'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=65635) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 680.554991] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Root volume attach. Driver type: vmdk {{(pid=65635) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 680.555894] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78afca-85e5-4330-b5ab-8260a2bed68b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.565532] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ac507-32fd-4487-a0c9-5d4b3e4fb2f1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.574539] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942d339-3e54-4fbd-9b87-56bf17c161e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.583356] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2947d7a3-4234-4a1a-8e6d-e6d436c5dc6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.595221] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 680.595221] env[65635]: value = "task-4425960" [ 680.595221] env[65635]: _type = "Task" [ 680.595221] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.606440] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425960, 'name': RelocateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.683313] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425958, 'name': Rename_Task, 'duration_secs': 0.232182} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.686638] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.686970] env[65635]: DEBUG nova.network.neutron [-] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.688383] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425954, 'name': PowerOnVM_Task, 'duration_secs': 0.70103} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.688840] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa3eca0-b466-40c1-97e6-a140b53ea0e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.691075] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.691318] env[65635]: INFO nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Took 13.00 seconds to spawn the instance on the hypervisor. [ 680.691506] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 680.692387] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c1ce9b-d561-4d80-89d4-c19faa119330 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.705462] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 680.705462] env[65635]: value = "task-4425961" [ 680.705462] env[65635]: _type = "Task" [ 680.705462] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.721009] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.726244] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425959, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.878501] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84f6f1a7-25f1-414f-897d-c62aa55d17b6 tempest-InstanceActionsTestJSON-690180015 tempest-InstanceActionsTestJSON-690180015-project-member] Lock "4a291f3b-d0cc-42ed-a7cc-c14ee9397a33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.899s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.106408] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425960, 'name': RelocateVM_Task} progress is 20%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.190067] env[65635]: INFO nova.compute.manager [-] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Took 1.92 seconds to deallocate network for instance. [ 681.370799] env[65635]: INFO nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Took 21.47 seconds to build instance. [ 681.370799] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560263} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.370799] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425961, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.370799] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.518s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.375084] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 9abec345-6e34-44ed-936b-4575b77a6a30/9abec345-6e34-44ed-936b-4575b77a6a30.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.375084] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.375084] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e23a8ae-fc32-45a0-b19c-440a697fc177 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.375084] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 681.375084] env[65635]: value = "task-4425962" [ 681.375084] env[65635]: _type = "Task" [ 681.375084] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.376391] env[65635]: DEBUG nova.network.neutron [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Successfully updated port: d1597b16-ac13-4644-9a11-3ebe0e3278fb {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 681.376391] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.609853] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425960, 'name': RelocateVM_Task, 'duration_secs': 0.537617} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.613032] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 681.613450] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866037', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'name': 'volume-3676b651-12f0-4cf7-a9a3-5eed594b4329', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5549a2e9-cb0a-4566-b675-fb8ca67665a7', 'attached_at': '', 'detached_at': '', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'serial': '3676b651-12f0-4cf7-a9a3-5eed594b4329'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 681.614802] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f42471-a61d-4769-bf81-51da8a181aff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.636413] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cba92b-9b35-42df-a414-2f5204ec0618 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.661280] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-3676b651-12f0-4cf7-a9a3-5eed594b4329/volume-3676b651-12f0-4cf7-a9a3-5eed594b4329.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.665087] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26d4cd3-4e65-4198-8cb5-ee13ca7a1c36 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.686227] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 681.686227] env[65635]: value = "task-4425963" [ 681.686227] env[65635]: _type = "Task" [ 681.686227] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.696136] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.702416] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.709885] env[65635]: WARNING neutronclient.v2_0.client [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.723501] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425961, 'name': PowerOnVM_Task, 'duration_secs': 0.557305} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.723763] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.723964] env[65635]: INFO nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Took 11.43 seconds to spawn the instance on the hypervisor. [ 681.724151] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 681.725015] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5250fb60-5d8e-4ade-aa32-a01e5270224e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.783936] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquiring lock "refresh_cache-79da7441-a5f2-442f-b900-84087479341e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.783936] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquired lock "refresh_cache-79da7441-a5f2-442f-b900-84087479341e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.783936] env[65635]: DEBUG nova.network.neutron [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.790945] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127695} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.795086] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.799250] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81a54c0-11e1-4a78-8f9a-8d51327f31e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.824134] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 9abec345-6e34-44ed-936b-4575b77a6a30/9abec345-6e34-44ed-936b-4575b77a6a30.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.827775] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec05958-4363-4f86-a32e-d6fa0935ad38 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.853449] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 681.853449] env[65635]: value = "task-4425964" [ 681.853449] env[65635]: _type = "Task" [ 681.853449] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.860878] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d0cb99-4e24-4988-8327-d91880e296b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.867641] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.873991] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f672b-14e1-421b-83a2-baac944eac1e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.912432] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79ba1d6-7fc1-4f91-a787-75c0c50d7034 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.921453] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff7e6d-0109-40c8-818f-09e50cecce57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.937027] env[65635]: DEBUG nova.compute.provider_tree [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.201807] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.252277] env[65635]: INFO nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Took 22.44 seconds to build instance. [ 682.279911] env[65635]: DEBUG nova.network.neutron [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Updated VIF entry in instance network info cache for port bf0efa7b-9287-481c-a771-f9c1a57cad2d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 682.279911] env[65635]: DEBUG nova.network.neutron [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Updating instance_info_cache with network_info: [{"id": "bf0efa7b-9287-481c-a771-f9c1a57cad2d", "address": "fa:16:3e:0e:61:45", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0efa7b-92", "ovs_interfaceid": "bf0efa7b-9287-481c-a771-f9c1a57cad2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.365508] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425964, 'name': ReconfigVM_Task, 'duration_secs': 0.314586} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.366037] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 9abec345-6e34-44ed-936b-4575b77a6a30/9abec345-6e34-44ed-936b-4575b77a6a30.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.366516] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef4c07c-b74b-4dcd-8ac7-8353fc3bc6d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.374394] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 682.374394] env[65635]: value = "task-4425965" [ 682.374394] env[65635]: _type = "Task" [ 682.374394] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.385929] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425965, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.441094] env[65635]: DEBUG nova.scheduler.client.report [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.536210] env[65635]: DEBUG nova.network.neutron [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 682.702180] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.757171] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "1cb052e4-2929-4d33-a53b-7d7b484360a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.954s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.783473] env[65635]: DEBUG oslo_concurrency.lockutils [req-2434ff84-bcde-48b0-b8d1-4cb5d924576a req-f2722ec0-aca9-4c63-83ca-ba47c28eb237 service nova] Releasing lock "refresh_cache-b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.888252] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425965, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.951628] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.953039] env[65635]: DEBUG nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 682.957122] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.580s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.959789] env[65635]: INFO nova.compute.claims [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.205391] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425963, 'name': ReconfigVM_Task, 'duration_secs': 1.272392} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.205391] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-3676b651-12f0-4cf7-a9a3-5eed594b4329/volume-3676b651-12f0-4cf7-a9a3-5eed594b4329.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.209546] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1be13da5-da5f-4aa0-8c85-3686203f6197 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.227854] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 683.227854] env[65635]: value = "task-4425966" [ 683.227854] env[65635]: _type = "Task" [ 683.227854] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.243067] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.323925] env[65635]: WARNING neutronclient.v2_0.client [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.386810] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425965, 'name': Rename_Task, 'duration_secs': 0.893956} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.387183] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.387488] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dbd926f-d699-4cca-bae9-43350f43382c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.396460] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 683.396460] env[65635]: value = "task-4425967" [ 683.396460] env[65635]: _type = "Task" [ 683.396460] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.410048] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.469098] env[65635]: DEBUG nova.compute.utils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.474278] env[65635]: DEBUG nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 683.474548] env[65635]: DEBUG nova.network.neutron [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.474915] env[65635]: WARNING neutronclient.v2_0.client [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.475237] env[65635]: WARNING neutronclient.v2_0.client [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.555667] env[65635]: DEBUG nova.network.neutron [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Updating instance_info_cache with network_info: [{"id": "d1597b16-ac13-4644-9a11-3ebe0e3278fb", "address": "fa:16:3e:21:81:fb", "network": {"id": "21e16a07-4d2b-4eff-885f-31840aecfb8e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1605412335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7181035a5ff64ca497ed661ae7355746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1597b16-ac", "ovs_interfaceid": "d1597b16-ac13-4644-9a11-3ebe0e3278fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.579194] env[65635]: DEBUG nova.policy [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f71d619e35a24b54a6898d2313a584db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6837ee01df8493585576c0e6e053ed0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.739427] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.916765] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425967, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.976707] env[65635]: DEBUG nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 684.005341] env[65635]: DEBUG nova.network.neutron [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Successfully created port: 971d6b98-b427-4c20-88bf-14ae8ea3207d {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 684.061074] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Releasing lock "refresh_cache-79da7441-a5f2-442f-b900-84087479341e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.061565] env[65635]: DEBUG nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Instance network_info: |[{"id": "d1597b16-ac13-4644-9a11-3ebe0e3278fb", "address": "fa:16:3e:21:81:fb", "network": {"id": "21e16a07-4d2b-4eff-885f-31840aecfb8e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1605412335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7181035a5ff64ca497ed661ae7355746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1597b16-ac", "ovs_interfaceid": "d1597b16-ac13-4644-9a11-3ebe0e3278fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 684.062191] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:81:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1597b16-ac13-4644-9a11-3ebe0e3278fb', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.071733] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Creating folder: Project (7181035a5ff64ca497ed661ae7355746). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.073056] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04b87216-1737-40c0-973a-3fc6c945fd5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.097878] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Created folder: Project (7181035a5ff64ca497ed661ae7355746) in parent group-v866005. [ 684.098164] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Creating folder: Instances. Parent ref: group-v866066. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.098382] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ee5a586-2b68-4f34-a30e-881285a37d18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.111732] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Created folder: Instances in parent group-v866066. [ 684.112154] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 684.112387] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79da7441-a5f2-442f-b900-84087479341e] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.112673] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85d4527b-66e7-41c3-882d-afe09688049b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.140511] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.140511] env[65635]: value = "task-4425970" [ 684.140511] env[65635]: _type = "Task" [ 684.140511] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.154234] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425970, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.242282] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.413805] env[65635]: DEBUG oslo_vmware.api [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4425967, 'name': PowerOnVM_Task, 'duration_secs': 0.530254} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.416844] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.416961] env[65635]: INFO nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Took 11.50 seconds to spawn the instance on the hypervisor. [ 684.417210] env[65635]: DEBUG nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 684.419251] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998ba878-1ab8-46ac-aa34-36acdbbfba93 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.458418] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463e2da2-f811-4cf6-b7a4-f648d185af7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.469205] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c161974-a3ff-4a79-b24a-793741ec96c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.507018] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361eaa1e-ceff-409a-8d95-5514e8db80ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.517211] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748a860-b011-4c64-a7a9-b4cc9d0c900e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.533369] env[65635]: DEBUG nova.compute.provider_tree [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.651456] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425970, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.742038] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.953943] env[65635]: INFO nova.compute.manager [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Took 25.08 seconds to build instance. [ 685.011604] env[65635]: DEBUG nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 685.041424] env[65635]: DEBUG nova.scheduler.client.report [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.046136] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 685.046524] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.046810] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 685.047050] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.047210] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 685.047392] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 685.047690] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 685.047997] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 685.048159] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 685.048344] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 685.048547] env[65635]: DEBUG nova.virt.hardware [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 685.049573] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae6ecf6-dc5d-4e48-a5d6-527113d31043 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.063068] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049434e-a51e-4e68-8a8b-1bd9b480651e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.155628] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425970, 'name': CreateVM_Task, 'duration_secs': 0.676314} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.156204] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79da7441-a5f2-442f-b900-84087479341e] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.157131] env[65635]: WARNING neutronclient.v2_0.client [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.157733] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.159019] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.159019] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.159019] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08befb24-6c69-45d9-9d87-3c4ce5165c99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.167020] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 685.167020] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527d1711-1692-0302-4eb0-291e8d85590b" [ 685.167020] env[65635]: _type = "Task" [ 685.167020] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.175947] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527d1711-1692-0302-4eb0-291e8d85590b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.244944] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425966, 'name': ReconfigVM_Task, 'duration_secs': 1.843216} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.245429] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866037', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'name': 'volume-3676b651-12f0-4cf7-a9a3-5eed594b4329', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5549a2e9-cb0a-4566-b675-fb8ca67665a7', 'attached_at': '', 'detached_at': '', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'serial': '3676b651-12f0-4cf7-a9a3-5eed594b4329'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 685.245864] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d1b79dc-16d4-4c42-8516-bd79d3871a9c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.254610] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 685.254610] env[65635]: value = "task-4425971" [ 685.254610] env[65635]: _type = "Task" [ 685.254610] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.264480] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425971, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.270369] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Received event network-vif-plugged-08ae25fc-1376-4cd0-a72f-b147bb433595 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.270369] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Acquiring lock "1cb052e4-2929-4d33-a53b-7d7b484360a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.270369] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Lock "1cb052e4-2929-4d33-a53b-7d7b484360a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.270369] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Lock "1cb052e4-2929-4d33-a53b-7d7b484360a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.270369] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] No waiting events found dispatching network-vif-plugged-08ae25fc-1376-4cd0-a72f-b147bb433595 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 685.270592] env[65635]: WARNING nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Received unexpected event network-vif-plugged-08ae25fc-1376-4cd0-a72f-b147bb433595 for instance with vm_state active and task_state None. [ 685.270592] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Received event network-changed-08ae25fc-1376-4cd0-a72f-b147bb433595 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.270676] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Refreshing instance network info cache due to event network-changed-08ae25fc-1376-4cd0-a72f-b147bb433595. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 685.271102] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Acquiring lock "refresh_cache-1cb052e4-2929-4d33-a53b-7d7b484360a1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.271260] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Acquired lock "refresh_cache-1cb052e4-2929-4d33-a53b-7d7b484360a1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.271423] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Refreshing network info cache for port 08ae25fc-1376-4cd0-a72f-b147bb433595 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.455930] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fb045dad-70e8-419f-914f-d6a8bc4672b8 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "9abec345-6e34-44ed-936b-4575b77a6a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.593s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.555224] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.556287] env[65635]: DEBUG nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 685.562664] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.542s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.563743] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.564081] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 685.564419] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.526s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.564608] env[65635]: DEBUG nova.objects.instance [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lazy-loading 'resources' on Instance uuid dae1e691-adad-4468-90b3-5f45bbf0477a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.566793] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2facb081-2b62-480e-a3c5-a4be2c37841b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.578199] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721bdb1-b182-40ec-a74b-3c5a1fb4d872 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.598011] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d67ab9b-f9e2-4016-80af-f8570dd4ed14 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.607709] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfa886c-ef8a-449d-8124-7f7f8ec4bda9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.646481] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178789MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 685.646674] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.680360] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527d1711-1692-0302-4eb0-291e8d85590b, 'name': SearchDatastore_Task, 'duration_secs': 0.041175} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.680695] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.680917] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.681168] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.681358] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.681548] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.681809] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e92fe13-0e1b-4e9d-9742-ffbee320eece {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.693623] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.693841] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.694632] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b12b4ad-ca0a-40ac-aff4-cae06b7e204b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.701374] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 685.701374] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ea5b1f-a5c6-0e3a-8b95-8881c69b66e0" [ 685.701374] env[65635]: _type = "Task" [ 685.701374] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.712124] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ea5b1f-a5c6-0e3a-8b95-8881c69b66e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.718352] env[65635]: DEBUG nova.network.neutron [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Successfully updated port: 971d6b98-b427-4c20-88bf-14ae8ea3207d {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 685.771244] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425971, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.775557] env[65635]: WARNING neutronclient.v2_0.client [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.830906] env[65635]: DEBUG nova.compute.manager [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Received event network-vif-deleted-ef2f2b8f-a7c1-4f2d-82cf-8dac123a7631 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.831020] env[65635]: DEBUG nova.compute.manager [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Received event network-vif-plugged-eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.831250] env[65635]: DEBUG oslo_concurrency.lockutils [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] Acquiring lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.831462] env[65635]: DEBUG oslo_concurrency.lockutils [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] Lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.831622] env[65635]: DEBUG oslo_concurrency.lockutils [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] Lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.831776] env[65635]: DEBUG nova.compute.manager [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] No waiting events found dispatching network-vif-plugged-eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 685.831935] env[65635]: WARNING nova.compute.manager [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Received unexpected event network-vif-plugged-eeef8056-d4bb-47a1-b4a2-8b1e02f43839 for instance with vm_state building and task_state spawning. [ 685.832102] env[65635]: DEBUG nova.compute.manager [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Received event network-changed-eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.832255] env[65635]: DEBUG nova.compute.manager [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Refreshing instance network info cache due to event network-changed-eeef8056-d4bb-47a1-b4a2-8b1e02f43839. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 685.832433] env[65635]: DEBUG oslo_concurrency.lockutils [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] Acquiring lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.832576] env[65635]: DEBUG oslo_concurrency.lockutils [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] Acquired lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.832753] env[65635]: DEBUG nova.network.neutron [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Refreshing network info cache for port eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.992646] env[65635]: WARNING neutronclient.v2_0.client [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.074155] env[65635]: DEBUG nova.compute.utils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.076844] env[65635]: DEBUG nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 686.076844] env[65635]: DEBUG nova.network.neutron [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 686.076844] env[65635]: WARNING neutronclient.v2_0.client [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.076844] env[65635]: WARNING neutronclient.v2_0.client [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.120398] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Updated VIF entry in instance network info cache for port 08ae25fc-1376-4cd0-a72f-b147bb433595. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 686.120828] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Updating instance_info_cache with network_info: [{"id": "08ae25fc-1376-4cd0-a72f-b147bb433595", "address": "fa:16:3e:e9:a2:ad", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ae25fc-13", "ovs_interfaceid": "08ae25fc-1376-4cd0-a72f-b147bb433595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.174020] env[65635]: DEBUG nova.policy [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efad1240a98946f5a9c41f59363625e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49534560eac24ad3b6f856867509ea4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.218101] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ea5b1f-a5c6-0e3a-8b95-8881c69b66e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.219300] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d040bd4e-4d07-46b8-ae0d-8a0cc0e0fa79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.225962] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquiring lock "refresh_cache-6aef420d-e199-42b8-a734-4b4d165543e1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.226255] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquired lock "refresh_cache-6aef420d-e199-42b8-a734-4b4d165543e1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.226324] env[65635]: DEBUG nova.network.neutron [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 686.233583] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 686.233583] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a2d3a6-9530-3327-2d4f-c6c3a225f1f2" [ 686.233583] env[65635]: _type = "Task" [ 686.233583] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.248033] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a2d3a6-9530-3327-2d4f-c6c3a225f1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.268961] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425971, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.345961] env[65635]: WARNING neutronclient.v2_0.client [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.507222] env[65635]: DEBUG nova.network.neutron [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Successfully created port: 5e57eda6-561c-47b1-a0a3-8131241445ad {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 686.521955] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff478b9-d8a6-4a6f-a431-6f4b4f40728e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.536095] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a981e04a-6b93-4508-b289-d8e1b893e0fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.575217] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4a2b22-9a31-4be4-a81b-9afe3642ecfd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.584132] env[65635]: DEBUG nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 686.593460] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc0b4d7-2a68-4402-a4f7-ade9568802bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.609930] env[65635]: DEBUG nova.compute.provider_tree [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.624754] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Releasing lock "refresh_cache-1cb052e4-2929-4d33-a53b-7d7b484360a1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.624754] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Received event network-vif-deleted-304d4de9-4399-44bd-87f1-f5d570ad4f91 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.624754] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Received event network-vif-plugged-89d65a9a-4190-465e-8d08-dadfb54880b4 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.625216] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Acquiring lock "9abec345-6e34-44ed-936b-4575b77a6a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.625298] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Lock "9abec345-6e34-44ed-936b-4575b77a6a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.625488] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Lock "9abec345-6e34-44ed-936b-4575b77a6a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.625678] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] No waiting events found dispatching network-vif-plugged-89d65a9a-4190-465e-8d08-dadfb54880b4 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 686.626048] env[65635]: WARNING nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Received unexpected event network-vif-plugged-89d65a9a-4190-465e-8d08-dadfb54880b4 for instance with vm_state active and task_state None. [ 686.626243] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Received event network-changed-89d65a9a-4190-465e-8d08-dadfb54880b4 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.626451] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Refreshing instance network info cache due to event network-changed-89d65a9a-4190-465e-8d08-dadfb54880b4. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 686.626669] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Acquiring lock "refresh_cache-9abec345-6e34-44ed-936b-4575b77a6a30" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.626826] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Acquired lock "refresh_cache-9abec345-6e34-44ed-936b-4575b77a6a30" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.626988] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Refreshing network info cache for port 89d65a9a-4190-465e-8d08-dadfb54880b4 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.742663] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a2d3a6-9530-3327-2d4f-c6c3a225f1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.742933] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.743214] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 79da7441-a5f2-442f-b900-84087479341e/79da7441-a5f2-442f-b900-84087479341e.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.743827] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afd42718-f5d7-43cc-aece-719374d11caf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.752504] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 686.752504] env[65635]: value = "task-4425972" [ 686.752504] env[65635]: _type = "Task" [ 686.752504] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.763899] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.769820] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425971, 'name': Rename_Task, 'duration_secs': 1.17818} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.770130] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.770389] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0247e2b7-0596-40bc-b173-98163f428ce4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.778892] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 686.778892] env[65635]: value = "task-4425973" [ 686.778892] env[65635]: _type = "Task" [ 686.778892] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.795875] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.933552] env[65635]: DEBUG nova.network.neutron [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 687.114298] env[65635]: DEBUG nova.scheduler.client.report [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.130351] env[65635]: WARNING neutronclient.v2_0.client [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.266083] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.291333] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.594862] env[65635]: DEBUG nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 687.624987] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 687.625177] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.625337] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 687.625522] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.625666] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 687.625862] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 687.626030] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 687.626199] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 687.626365] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 687.626525] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 687.626773] env[65635]: DEBUG nova.virt.hardware [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 687.627455] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.630337] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22057d52-62ab-4e12-9afa-83424212e909 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.633440] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.799s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.634589] env[65635]: DEBUG nova.objects.instance [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lazy-loading 'resources' on Instance uuid ca16a820-7555-436c-9a2d-299948dd84db {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.644375] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9874bc98-1ba8-4361-93c7-5a1bab28cabc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.672995] env[65635]: INFO nova.scheduler.client.report [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Deleted allocations for instance dae1e691-adad-4468-90b3-5f45bbf0477a [ 687.765053] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637589} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.765298] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 79da7441-a5f2-442f-b900-84087479341e/79da7441-a5f2-442f-b900-84087479341e.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.765567] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.765885] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-502fc6b0-113f-4e34-ba1f-0a377cdbf53b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.774196] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 687.774196] env[65635]: value = "task-4425974" [ 687.774196] env[65635]: _type = "Task" [ 687.774196] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.787914] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.794862] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.149892] env[65635]: DEBUG nova.network.neutron [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Successfully updated port: 5e57eda6-561c-47b1-a0a3-8131241445ad {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 688.185929] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bb58589a-e485-4998-ae6b-0318ef0353e8 tempest-ServerDiagnosticsTest-1694489187 tempest-ServerDiagnosticsTest-1694489187-project-member] Lock "dae1e691-adad-4468-90b3-5f45bbf0477a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.760s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.291850] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.43293} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.292217] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.293187] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f60d01-92c3-4222-b57a-1e739f477baa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.302642] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425973, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.328276] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 79da7441-a5f2-442f-b900-84087479341e/79da7441-a5f2-442f-b900-84087479341e.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.330908] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701026f4-5714-4ed0-bed9-d17f7354f8e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.357165] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 688.357165] env[65635]: value = "task-4425975" [ 688.357165] env[65635]: _type = "Task" [ 688.357165] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.372969] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.373219] env[65635]: WARNING neutronclient.v2_0.client [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.413721] env[65635]: WARNING neutronclient.v2_0.client [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.605186] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c190e03-9a48-46c9-bdac-d5afff887c6a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.615190] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01215a1e-d718-4c67-89d8-350a4a4de293 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.656622] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "refresh_cache-48b52243-7a82-4296-adcf-bc6e22dfaac9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.656744] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "refresh_cache-48b52243-7a82-4296-adcf-bc6e22dfaac9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.656929] env[65635]: DEBUG nova.network.neutron [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 688.660624] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50eeff1-c23d-4d4e-9e48-1ac9d21364f2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.672797] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c1f568-7a7c-4cf8-a4ad-cd59f44779ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.690848] env[65635]: DEBUG nova.compute.provider_tree [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.797269] env[65635]: DEBUG oslo_vmware.api [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4425973, 'name': PowerOnVM_Task, 'duration_secs': 1.668373} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.797716] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.798374] env[65635]: INFO nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Took 11.43 seconds to spawn the instance on the hypervisor. [ 688.798569] env[65635]: DEBUG nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 688.799723] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be18c990-5ef9-4110-8831-3a1c8710461a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.809624] env[65635]: DEBUG nova.network.neutron [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Updated VIF entry in instance network info cache for port eeef8056-d4bb-47a1-b4a2-8b1e02f43839. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 688.810195] env[65635]: DEBUG nova.network.neutron [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Updating instance_info_cache with network_info: [{"id": "eeef8056-d4bb-47a1-b4a2-8b1e02f43839", "address": "fa:16:3e:b6:17:bb", "network": {"id": "db5a9dd7-7a5b-44ee-8292-2e090a5bf93e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1903348919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367d921ecb63411fa4d527e78daf0a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeef8056-d4", "ovs_interfaceid": "eeef8056-d4bb-47a1-b4a2-8b1e02f43839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.611050] env[65635]: WARNING neutronclient.v2_0.client [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.614346] env[65635]: DEBUG nova.network.neutron [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Updating instance_info_cache with network_info: [{"id": "971d6b98-b427-4c20-88bf-14ae8ea3207d", "address": "fa:16:3e:d4:d5:2a", "network": {"id": "b91ce38d-447b-43ff-9fc9-a0cc902cbf15", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-332303092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6837ee01df8493585576c0e6e053ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971d6b98-b4", "ovs_interfaceid": "971d6b98-b427-4c20-88bf-14ae8ea3207d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.618784] env[65635]: DEBUG nova.scheduler.client.report [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.622405] env[65635]: DEBUG oslo_concurrency.lockutils [req-33945da8-4ffa-4a15-9601-76f6102e7a6a req-63099d4c-0a62-4c5f-98a2-a3fe6b7d9156 service nova] Releasing lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.636146] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425975, 'name': ReconfigVM_Task, 'duration_secs': 0.856064} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.637335] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 79da7441-a5f2-442f-b900-84087479341e/79da7441-a5f2-442f-b900-84087479341e.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.639745] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcc583cb-bb1e-4de3-8054-db7dbbb86b49 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.653810] env[65635]: INFO nova.compute.manager [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Took 29.06 seconds to build instance. [ 689.654473] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 689.654473] env[65635]: value = "task-4425976" [ 689.654473] env[65635]: _type = "Task" [ 689.654473] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.665421] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425976, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.882257] env[65635]: DEBUG nova.network.neutron [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 690.129549] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.133260] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Releasing lock "refresh_cache-6aef420d-e199-42b8-a734-4b4d165543e1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.133260] env[65635]: DEBUG nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Instance network_info: |[{"id": "971d6b98-b427-4c20-88bf-14ae8ea3207d", "address": "fa:16:3e:d4:d5:2a", "network": {"id": "b91ce38d-447b-43ff-9fc9-a0cc902cbf15", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-332303092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6837ee01df8493585576c0e6e053ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971d6b98-b4", "ovs_interfaceid": "971d6b98-b427-4c20-88bf-14ae8ea3207d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 690.133827] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.353s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.133875] env[65635]: DEBUG nova.objects.instance [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lazy-loading 'resources' on Instance uuid 4782e486-f687-4811-8635-fcdb709f6931 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.135580] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:d5:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '971d6b98-b427-4c20-88bf-14ae8ea3207d', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.144795] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Creating folder: Project (b6837ee01df8493585576c0e6e053ed0). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.146262] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d869b656-c159-42e7-a249-12d90bff3a4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.162073] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7cb63a8c-b90b-4643-b7f8-ebff2223a7da tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.575s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.163785] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Created folder: Project (b6837ee01df8493585576c0e6e053ed0) in parent group-v866005. [ 690.164047] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Creating folder: Instances. Parent ref: group-v866069. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.165885] env[65635]: INFO nova.scheduler.client.report [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Deleted allocations for instance ca16a820-7555-436c-9a2d-299948dd84db [ 690.167191] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fe115a7-c60a-4f6d-8f40-4e8a1045bafa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.176229] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425976, 'name': Rename_Task, 'duration_secs': 0.399171} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.177837] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.178197] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bacdea08-b7f8-45a0-a3e9-e1a133cd6656 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.187013] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Created folder: Instances in parent group-v866069. [ 690.187800] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 690.189844] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.190205] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 690.190205] env[65635]: value = "task-4425979" [ 690.190205] env[65635]: _type = "Task" [ 690.190205] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.190576] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e162f3b-aba0-4fab-8d5a-7964241c3c06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.215421] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425979, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.216895] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.216895] env[65635]: value = "task-4425980" [ 690.216895] env[65635]: _type = "Task" [ 690.216895] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.226769] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425980, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.290865] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Updated VIF entry in instance network info cache for port 89d65a9a-4190-465e-8d08-dadfb54880b4. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.291284] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Updating instance_info_cache with network_info: [{"id": "89d65a9a-4190-465e-8d08-dadfb54880b4", "address": "fa:16:3e:c2:a4:36", "network": {"id": "bb964350-d2eb-4655-81d6-28daa05f2a0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-688308312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "748f29efd4854852a93447bf0a4cecb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d65a9a-41", "ovs_interfaceid": "89d65a9a-4190-465e-8d08-dadfb54880b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.683709] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23e80731-6958-41c9-9671-31118e6fbfb9 tempest-VolumesAdminNegativeTest-1141332750 tempest-VolumesAdminNegativeTest-1141332750-project-member] Lock "ca16a820-7555-436c-9a2d-299948dd84db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.961s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.730846] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.747040] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425980, 'name': CreateVM_Task, 'duration_secs': 0.512897} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.747040] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.747040] env[65635]: WARNING neutronclient.v2_0.client [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.747442] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.747720] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.750328] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.750328] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2437ff7-dde0-4dfc-b3ff-7b9878499d77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.763451] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 690.763451] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5220ddda-6274-4861-08e5-7152a002caf0" [ 690.763451] env[65635]: _type = "Task" [ 690.763451] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.773169] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5220ddda-6274-4861-08e5-7152a002caf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.795654] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Releasing lock "refresh_cache-9abec345-6e34-44ed-936b-4575b77a6a30" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.796073] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Received event network-vif-deleted-ca8399f2-a2e7-4466-8923-d42374d77f02 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.796337] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Received event network-changed-b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.796495] env[65635]: DEBUG nova.compute.manager [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Refreshing instance network info cache due to event network-changed-b682f53a-f55b-43a8-b460-124f0f617983. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 690.796687] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Acquiring lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.796819] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Acquired lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.797971] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Refreshing network info cache for port b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.820664] env[65635]: WARNING neutronclient.v2_0.client [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.057224] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a52bad-f717-4d0b-9f08-fcf179ddc9bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.071040] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11d21d2-81a1-40ae-81d8-5a082a0011d6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.111231] env[65635]: DEBUG nova.network.neutron [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Updating instance_info_cache with network_info: [{"id": "5e57eda6-561c-47b1-a0a3-8131241445ad", "address": "fa:16:3e:79:cb:61", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e57eda6-56", "ovs_interfaceid": "5e57eda6-561c-47b1-a0a3-8131241445ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.111496] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db68f35-1716-443d-93f8-43a3ef64838a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.125191] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0e3798-7982-40e4-b522-55aaa0e533c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.139648] env[65635]: DEBUG nova.compute.provider_tree [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.219641] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.277046] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5220ddda-6274-4861-08e5-7152a002caf0, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.277046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.277196] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.277432] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.277609] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.279100] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.279100] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-263ba1cb-43eb-418a-8691-4b5516e5714b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.292211] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.292417] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.294732] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0321522b-1cc5-45b2-92ad-9ba3e45c1b7c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.304561] env[65635]: WARNING neutronclient.v2_0.client [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.308919] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 691.308919] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5279d239-126c-1504-4755-b8949431cb5f" [ 691.308919] env[65635]: _type = "Task" [ 691.308919] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.323661] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5279d239-126c-1504-4755-b8949431cb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012602} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.324344] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd94c06-6896-4c06-8fd6-cca9d57fd624 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.331065] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 691.331065] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fdaef4-ac0c-850e-de0c-5869c60f090b" [ 691.331065] env[65635]: _type = "Task" [ 691.331065] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.344561] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fdaef4-ac0c-850e-de0c-5869c60f090b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.615732] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "refresh_cache-48b52243-7a82-4296-adcf-bc6e22dfaac9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.616151] env[65635]: DEBUG nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Instance network_info: |[{"id": "5e57eda6-561c-47b1-a0a3-8131241445ad", "address": "fa:16:3e:79:cb:61", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e57eda6-56", "ovs_interfaceid": "5e57eda6-561c-47b1-a0a3-8131241445ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 691.616647] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:cb:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e57eda6-561c-47b1-a0a3-8131241445ad', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.631442] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 691.631442] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.631442] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a2bfdc7-7946-4032-b50b-a781d3e2d50f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.656634] env[65635]: DEBUG nova.scheduler.client.report [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.669797] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.669797] env[65635]: value = "task-4425981" [ 691.669797] env[65635]: _type = "Task" [ 691.669797] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.681118] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425981, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.720560] env[65635]: DEBUG oslo_vmware.api [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4425979, 'name': PowerOnVM_Task, 'duration_secs': 1.396835} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.721436] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.721950] env[65635]: INFO nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Took 11.50 seconds to spawn the instance on the hypervisor. [ 691.721950] env[65635]: DEBUG nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 691.725752] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f96e3d-c4e0-44dc-bfc2-2d429f647d16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.847043] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fdaef4-ac0c-850e-de0c-5869c60f090b, 'name': SearchDatastore_Task, 'duration_secs': 0.017841} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.847404] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.848096] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 6aef420d-e199-42b8-a734-4b4d165543e1/6aef420d-e199-42b8-a734-4b4d165543e1.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.848517] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b917a8f4-d7d1-4bbd-b0b3-33a620c52d48 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.861224] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 691.861224] env[65635]: value = "task-4425982" [ 691.861224] env[65635]: _type = "Task" [ 691.861224] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.871466] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.911420] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquiring lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.911865] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.164709] env[65635]: WARNING neutronclient.v2_0.client [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.167081] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.171024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.139s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.175140] env[65635]: INFO nova.compute.claims [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.195148] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425981, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.220194] env[65635]: INFO nova.scheduler.client.report [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Deleted allocations for instance 4782e486-f687-4811-8635-fcdb709f6931 [ 692.255279] env[65635]: INFO nova.compute.manager [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Took 27.96 seconds to build instance. [ 692.375996] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425982, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.418734] env[65635]: DEBUG nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 692.453796] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Updated VIF entry in instance network info cache for port b682f53a-f55b-43a8-b460-124f0f617983. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.454338] env[65635]: DEBUG nova.network.neutron [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Updating instance_info_cache with network_info: [{"id": "b682f53a-f55b-43a8-b460-124f0f617983", "address": "fa:16:3e:e3:fd:fd", "network": {"id": "ec1f89d7-6aeb-406b-8c07-655907f11eb1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1180836522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb76910b44d44b21b7341c78d13a2ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb682f53a-f5", "ovs_interfaceid": "b682f53a-f55b-43a8-b460-124f0f617983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.693981] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425981, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.734143] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f39a6d53-1c66-4a9e-8593-c7d608fa66ae tempest-TenantUsagesTestJSON-717349194 tempest-TenantUsagesTestJSON-717349194-project-member] Lock "4782e486-f687-4811-8635-fcdb709f6931" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.583s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.758849] env[65635]: DEBUG oslo_concurrency.lockutils [None req-650e1ad0-4823-4423-b7bf-dc1555723feb tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "79da7441-a5f2-442f-b900-84087479341e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.788s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.877182] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725404} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.877449] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 6aef420d-e199-42b8-a734-4b4d165543e1/6aef420d-e199-42b8-a734-4b4d165543e1.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.877660] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.877930] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f7141f8-1896-45a3-93be-910a1afcb917 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.886462] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 692.886462] env[65635]: value = "task-4425983" [ 692.886462] env[65635]: _type = "Task" [ 692.886462] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.897703] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.945232] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.957560] env[65635]: DEBUG oslo_concurrency.lockutils [req-2bd3fd82-78a8-4666-bc27-66de6062069c req-93e08e77-a5c0-4706-b070-1387f87d2ee4 service nova] Releasing lock "refresh_cache-8a96f114-e6b5-4b01-bd15-e724b0e1b825" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.188738] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425981, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.412784] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076672} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.414243] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.415551] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511e2e9-1eb0-4258-9ff0-92ee81147098 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.448264] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 6aef420d-e199-42b8-a734-4b4d165543e1/6aef420d-e199-42b8-a734-4b4d165543e1.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.451341] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9a58c6-3225-46ac-9996-fa8ea7a52234 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.474062] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 693.474062] env[65635]: value = "task-4425984" [ 693.474062] env[65635]: _type = "Task" [ 693.474062] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.486733] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.636066] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cab0f8-81b0-4150-8f2f-bdf889a08a73 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.646511] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e341875-d11a-4a4b-92ae-1af439b8be79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.688866] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee628f-eb28-4897-a2f0-4c16331d51e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.698732] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425981, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.702829] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28942621-2d48-4250-a0c3-bc5c88fb1f98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.721902] env[65635]: DEBUG nova.compute.provider_tree [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.871323] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquiring lock "17838ba9-4a28-42c9-91d9-69b87836f240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.871630] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "17838ba9-4a28-42c9-91d9-69b87836f240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.986427] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.092843] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.092843] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.201603] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425981, 'name': CreateVM_Task, 'duration_secs': 2.508736} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.201603] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.201603] env[65635]: WARNING neutronclient.v2_0.client [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.201603] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.202536] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.204157] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.204358] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f6d40f-ac13-42f6-9937-362980004717 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.214027] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 694.214027] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524de400-0d49-86f7-6fa1-a0e62f756ee8" [ 694.214027] env[65635]: _type = "Task" [ 694.214027] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.227808] env[65635]: DEBUG nova.scheduler.client.report [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.231926] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524de400-0d49-86f7-6fa1-a0e62f756ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.375947] env[65635]: DEBUG nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 694.487682] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425984, 'name': ReconfigVM_Task, 'duration_secs': 0.771118} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.487964] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 6aef420d-e199-42b8-a734-4b4d165543e1/6aef420d-e199-42b8-a734-4b4d165543e1.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.489569] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-224a8091-a935-4bf5-9da3-7e356e769984 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.498801] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 694.498801] env[65635]: value = "task-4425985" [ 694.498801] env[65635]: _type = "Task" [ 694.498801] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.512327] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425985, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.595100] env[65635]: DEBUG nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 694.723854] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524de400-0d49-86f7-6fa1-a0e62f756ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.026479} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.724475] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.724475] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.724626] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.724766] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.724976] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.725251] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4790e520-c418-4d40-946c-cc6945494b40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.737546] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.737845] env[65635]: DEBUG nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 694.742477] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.040s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.742885] env[65635]: DEBUG nova.objects.instance [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lazy-loading 'resources' on Instance uuid c8ecab28-300b-4f23-9a6d-8c93f4250d1b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.743957] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.744402] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.746731] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf50000-19d9-4dc2-96ae-968b62650230 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.757911] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 694.757911] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52274104-7b19-51c1-51a7-16e46f692151" [ 694.757911] env[65635]: _type = "Task" [ 694.757911] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.771640] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52274104-7b19-51c1-51a7-16e46f692151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.914208] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.016695] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425985, 'name': Rename_Task, 'duration_secs': 0.194103} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.016695] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.016695] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcfe9174-673f-4d37-941f-fb0e492d9850 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.024629] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 695.024629] env[65635]: value = "task-4425986" [ 695.024629] env[65635]: _type = "Task" [ 695.024629] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.034987] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.123806] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.250699] env[65635]: DEBUG nova.compute.utils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.253575] env[65635]: DEBUG nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 695.253928] env[65635]: DEBUG nova.network.neutron [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 695.257303] env[65635]: WARNING neutronclient.v2_0.client [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.257602] env[65635]: WARNING neutronclient.v2_0.client [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.273511] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52274104-7b19-51c1-51a7-16e46f692151, 'name': SearchDatastore_Task, 'duration_secs': 0.029056} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.275274] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed5048c-ea91-45ea-8e8a-dfff4aad7968 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.287967] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 695.287967] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527793b6-a896-0791-7feb-080fd589664d" [ 695.287967] env[65635]: _type = "Task" [ 695.287967] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.299446] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527793b6-a896-0791-7feb-080fd589664d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.539828] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.761237] env[65635]: DEBUG nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 695.768238] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3e520-1208-4e4a-bad9-9d39ec4c0b79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.778296] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0854ec5-5d13-4629-a069-3c0574710558 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.819036] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a51593-4cb0-4030-a56f-eed785009a8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.833906] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527793b6-a896-0791-7feb-080fd589664d, 'name': SearchDatastore_Task, 'duration_secs': 0.035944} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.833906] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.834091] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 48b52243-7a82-4296-adcf-bc6e22dfaac9/48b52243-7a82-4296-adcf-bc6e22dfaac9.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.835549] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05171c9-16ee-4a87-92ad-a8cd8dc6a822 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.839675] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a28f08f-e7bb-45c0-9c4d-fe8567475145 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.859063] env[65635]: DEBUG nova.compute.provider_tree [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.865028] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 695.865028] env[65635]: value = "task-4425987" [ 695.865028] env[65635]: _type = "Task" [ 695.865028] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.871900] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.037815] env[65635]: DEBUG oslo_vmware.api [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4425986, 'name': PowerOnVM_Task, 'duration_secs': 0.952632} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.039159] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.040099] env[65635]: INFO nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Took 11.03 seconds to spawn the instance on the hypervisor. [ 696.040099] env[65635]: DEBUG nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 696.040634] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c148a271-3cd8-4c35-b683-8bb1c03dba68 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.282231] env[65635]: DEBUG nova.policy [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb39100c6bc45c89ba2a1c1615042c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82448195fbf0478b8d11371de6462599', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.364979] env[65635]: DEBUG nova.scheduler.client.report [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.390591] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425987, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.571046] env[65635]: INFO nova.compute.manager [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Took 26.85 seconds to build instance. [ 696.775635] env[65635]: DEBUG nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 696.806449] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 696.808771] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.811941] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 696.811941] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.811941] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 696.811941] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 696.811941] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 696.812232] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 696.812232] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 696.812232] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 696.812232] env[65635]: DEBUG nova.virt.hardware [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 696.812232] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9a69f-d15d-4199-b4e9-81cf751e17c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.824373] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3550f776-22fb-4e5f-aa38-fbb5e5ebb426 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.879989] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667359} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.880519] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 48b52243-7a82-4296-adcf-bc6e22dfaac9/48b52243-7a82-4296-adcf-bc6e22dfaac9.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.880778] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.881504] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.883869] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a972f3b-b8a1-40b2-bec4-4daf5fc7d98d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.886183] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.239s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.894272] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 696.894272] env[65635]: value = "task-4425988" [ 696.894272] env[65635]: _type = "Task" [ 696.894272] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.905431] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.925058] env[65635]: INFO nova.scheduler.client.report [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Deleted allocations for instance c8ecab28-300b-4f23-9a6d-8c93f4250d1b [ 697.076532] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fd52b619-3259-45b1-a057-ab69e67347fb tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "6aef420d-e199-42b8-a734-4b4d165543e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.106s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.412873] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071403} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.413817] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.414642] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e93a1-fb92-471b-a41f-c1f8c0b14276 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.440865] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 48b52243-7a82-4296-adcf-bc6e22dfaac9/48b52243-7a82-4296-adcf-bc6e22dfaac9.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.442626] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1264c698-028d-4b6a-aecc-37eee0aff7bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.458520] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6ba1fb4-49c3-4c43-8d4a-9f75612a8e43 tempest-ServerExternalEventsTest-1404862039 tempest-ServerExternalEventsTest-1404862039-project-member] Lock "c8ecab28-300b-4f23-9a6d-8c93f4250d1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.360s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.465812] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 697.465812] env[65635]: value = "task-4425989" [ 697.465812] env[65635]: _type = "Task" [ 697.465812] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.476198] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.666372] env[65635]: DEBUG nova.network.neutron [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Successfully created port: 1a9eba58-667b-4615-8bd1-f3b3842ab324 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 697.940292] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940292] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 0bca13d5-0620-4110-b8f2-a49f1f91352d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940292] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 30d8c792-400c-42be-aa44-6144d11a2393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940292] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940674] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 275f6728-4f43-4064-8c9c-6e7b4c729d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940674] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 011b169f-fe69-43ac-ade0-2359c6f7b910 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940674] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance bcbdf06f-8abb-449b-b289-a5509544dd0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940674] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940843] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8a96f114-e6b5-4b01-bd15-e724b0e1b825 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940843] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940843] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940843] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance b6e6a491-b1b7-4dab-82b5-d30bd8b4094f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940993] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 1cb052e4-2929-4d33-a53b-7d7b484360a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940993] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 9abec345-6e34-44ed-936b-4575b77a6a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940993] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 5549a2e9-cb0a-4566-b675-fb8ca67665a7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.940993] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 6aef420d-e199-42b8-a734-4b4d165543e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.941158] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 79da7441-a5f2-442f-b900-84087479341e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.941222] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 48b52243-7a82-4296-adcf-bc6e22dfaac9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.941308] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 61335b38-5e93-4a82-bbc3-55045f7c5a82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 697.979782] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.444197] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 2a7bbbcf-b04f-41cf-a8de-7b107eabf125 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 698.478595] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425989, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.798052] env[65635]: DEBUG nova.compute.manager [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] Received event network-vif-plugged-d1597b16-ac13-4644-9a11-3ebe0e3278fb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 698.798486] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Acquiring lock "79da7441-a5f2-442f-b900-84087479341e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.798927] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Lock "79da7441-a5f2-442f-b900-84087479341e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.799248] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Lock "79da7441-a5f2-442f-b900-84087479341e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.799797] env[65635]: DEBUG nova.compute.manager [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] No waiting events found dispatching network-vif-plugged-d1597b16-ac13-4644-9a11-3ebe0e3278fb {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 698.799961] env[65635]: WARNING nova.compute.manager [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] Received unexpected event network-vif-plugged-d1597b16-ac13-4644-9a11-3ebe0e3278fb for instance with vm_state active and task_state None. [ 698.800249] env[65635]: DEBUG nova.compute.manager [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] Received event network-changed-d1597b16-ac13-4644-9a11-3ebe0e3278fb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 698.800490] env[65635]: DEBUG nova.compute.manager [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] Refreshing instance network info cache due to event network-changed-d1597b16-ac13-4644-9a11-3ebe0e3278fb. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 698.800754] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Acquiring lock "refresh_cache-79da7441-a5f2-442f-b900-84087479341e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.800925] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Acquired lock "refresh_cache-79da7441-a5f2-442f-b900-84087479341e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.801155] env[65635]: DEBUG nova.network.neutron [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] Refreshing network info cache for port d1597b16-ac13-4644-9a11-3ebe0e3278fb {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.948050] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 17838ba9-4a28-42c9-91d9-69b87836f240 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 698.982645] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425989, 'name': ReconfigVM_Task, 'duration_secs': 1.032662} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.984046] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 48b52243-7a82-4296-adcf-bc6e22dfaac9/48b52243-7a82-4296-adcf-bc6e22dfaac9.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.984046] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c30d83-0fdc-4933-8863-6d1da376af8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.991768] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 698.991768] env[65635]: value = "task-4425990" [ 698.991768] env[65635]: _type = "Task" [ 698.991768] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.003895] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425990, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.305320] env[65635]: WARNING neutronclient.v2_0.client [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.449935] env[65635]: DEBUG nova.network.neutron [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Successfully updated port: 1a9eba58-667b-4615-8bd1-f3b3842ab324 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 699.452851] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 699.453323] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 699.453929] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '16', 'num_task_None': '17', 'num_os_type_None': '19', 'num_proj_4980548203504b72bf140d299a9f0a87': '2', 'io_workload': '2', 'num_proj_6bcadca0b53b48a191d91a21bb6ece0d': '2', 'num_proj_39c242ec111044499d01360983b61615': '1', 'num_proj_6e6f8f0092dd4640b94d2dd885756ea7': '1', 'num_proj_49534560eac24ad3b6f856867509ea4a': '3', 'num_proj_98ba784369774483b8503c0bf424df38': '1', 'num_proj_cb76910b44d44b21b7341c78d13a2ae5': '1', 'num_vm_suspended': '1', 'num_proj_49ecca09bb074e0685002d8ba77f4696': '1', 'num_proj_748f29efd4854852a93447bf0a4cecb4': '3', 'num_proj_367d921ecb63411fa4d527e78daf0a68': '1', 'num_proj_7181035a5ff64ca497ed661ae7355746': '1', 'num_proj_b6837ee01df8493585576c0e6e053ed0': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_82448195fbf0478b8d11371de6462599': '1'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 699.505308] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425990, 'name': Rename_Task, 'duration_secs': 0.397246} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.509497] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.509970] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae2b2e1b-57a4-48fd-bb14-0b122f7bb3f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.522385] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 699.522385] env[65635]: value = "task-4425991" [ 699.522385] env[65635]: _type = "Task" [ 699.522385] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.540855] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425991, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.662178] env[65635]: DEBUG nova.compute.manager [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Received event network-vif-deleted-fb46e50c-9f57-4d1c-8432-84f6ef4e683d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.662840] env[65635]: DEBUG nova.compute.manager [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Received event network-vif-plugged-971d6b98-b427-4c20-88bf-14ae8ea3207d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.662986] env[65635]: DEBUG oslo_concurrency.lockutils [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] Acquiring lock "6aef420d-e199-42b8-a734-4b4d165543e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.663434] env[65635]: DEBUG oslo_concurrency.lockutils [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] Lock "6aef420d-e199-42b8-a734-4b4d165543e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.663653] env[65635]: DEBUG oslo_concurrency.lockutils [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] Lock "6aef420d-e199-42b8-a734-4b4d165543e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.663839] env[65635]: DEBUG nova.compute.manager [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] No waiting events found dispatching network-vif-plugged-971d6b98-b427-4c20-88bf-14ae8ea3207d {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 699.665571] env[65635]: WARNING nova.compute.manager [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Received unexpected event network-vif-plugged-971d6b98-b427-4c20-88bf-14ae8ea3207d for instance with vm_state active and task_state None. [ 699.665571] env[65635]: DEBUG nova.compute.manager [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Received event network-changed-971d6b98-b427-4c20-88bf-14ae8ea3207d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 699.665571] env[65635]: DEBUG nova.compute.manager [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Refreshing instance network info cache due to event network-changed-971d6b98-b427-4c20-88bf-14ae8ea3207d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 699.665571] env[65635]: DEBUG oslo_concurrency.lockutils [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] Acquiring lock "refresh_cache-6aef420d-e199-42b8-a734-4b4d165543e1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.665571] env[65635]: DEBUG oslo_concurrency.lockutils [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] Acquired lock "refresh_cache-6aef420d-e199-42b8-a734-4b4d165543e1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.665936] env[65635]: DEBUG nova.network.neutron [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Refreshing network info cache for port 971d6b98-b427-4c20-88bf-14ae8ea3207d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.917386] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0e516e-a1d6-4da4-bbca-ff5608831a54 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.926765] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a16cc6-768a-48f4-89bf-ddb6db80bce8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.963190] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "refresh_cache-61335b38-5e93-4a82-bbc3-55045f7c5a82" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.964453] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "refresh_cache-61335b38-5e93-4a82-bbc3-55045f7c5a82" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.964453] env[65635]: DEBUG nova.network.neutron [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 699.968992] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b08165-dca0-4588-ba0e-29ae4f37960d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.980878] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85afbbcc-83d0-4eff-b32a-4a8684521370 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.998947] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.044036] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.045504] env[65635]: WARNING neutronclient.v2_0.client [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.171857] env[65635]: WARNING neutronclient.v2_0.client [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.415281] env[65635]: DEBUG nova.network.neutron [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] Updated VIF entry in instance network info cache for port d1597b16-ac13-4644-9a11-3ebe0e3278fb. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.415429] env[65635]: DEBUG nova.network.neutron [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] Updating instance_info_cache with network_info: [{"id": "d1597b16-ac13-4644-9a11-3ebe0e3278fb", "address": "fa:16:3e:21:81:fb", "network": {"id": "21e16a07-4d2b-4eff-885f-31840aecfb8e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1605412335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7181035a5ff64ca497ed661ae7355746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1597b16-ac", "ovs_interfaceid": "d1597b16-ac13-4644-9a11-3ebe0e3278fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.535670] env[65635]: ERROR nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [req-b7f17bb1-8409-4830-9116-fded0dc04e9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7f17bb1-8409-4830-9116-fded0dc04e9a"}]} [ 700.541599] env[65635]: DEBUG oslo_vmware.api [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4425991, 'name': PowerOnVM_Task, 'duration_secs': 0.579861} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.541599] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.541599] env[65635]: INFO nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Took 12.95 seconds to spawn the instance on the hypervisor. [ 700.543061] env[65635]: DEBUG nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 700.543061] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b066af6d-35e4-408a-92ae-b9d10658a12f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.559792] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 700.580311] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 700.580603] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.599160] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 700.623695] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 700.718993] env[65635]: DEBUG nova.network.neutron [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 700.922720] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Releasing lock "refresh_cache-79da7441-a5f2-442f-b900-84087479341e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.922979] env[65635]: DEBUG nova.compute.manager [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Received event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 700.923155] env[65635]: DEBUG nova.compute.manager [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing instance network info cache due to event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 700.923358] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Acquiring lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.924080] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Acquired lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.924080] env[65635]: DEBUG nova.network.neutron [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.014043] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d47f67-0f92-4993-b04e-6f2ae2202e16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.022590] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679cb0dc-92b8-4778-af6b-471f99342a9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.064504] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737e1248-0df7-4cb4-99c6-4a0db1ffae2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.072632] env[65635]: INFO nova.compute.manager [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Took 30.73 seconds to build instance. [ 701.079727] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86e060a-f16b-4f04-82fb-ee2a84ba4915 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.097353] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.431883] env[65635]: WARNING neutronclient.v2_0.client [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.573613] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquiring lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.573613] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.576025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquiring lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.576025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.576025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.577411] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4a435dfc-8694-48e7-aa2e-1850b4b06826 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "48b52243-7a82-4296-adcf-bc6e22dfaac9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.048s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.578355] env[65635]: INFO nova.compute.manager [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Terminating instance [ 701.620517] env[65635]: WARNING neutronclient.v2_0.client [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.635397] env[65635]: WARNING neutronclient.v2_0.client [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.673350] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 701.673610] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 37 to 38 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 701.673780] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.073813] env[65635]: DEBUG nova.network.neutron [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Updated VIF entry in instance network info cache for port 971d6b98-b427-4c20-88bf-14ae8ea3207d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.074378] env[65635]: DEBUG nova.network.neutron [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Updating instance_info_cache with network_info: [{"id": "971d6b98-b427-4c20-88bf-14ae8ea3207d", "address": "fa:16:3e:d4:d5:2a", "network": {"id": "b91ce38d-447b-43ff-9fc9-a0cc902cbf15", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-332303092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6837ee01df8493585576c0e6e053ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971d6b98-b4", "ovs_interfaceid": "971d6b98-b427-4c20-88bf-14ae8ea3207d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.084360] env[65635]: DEBUG nova.compute.manager [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 702.084597] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.085963] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7da817-17d1-4d8c-acec-b8167a99f340 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.099453] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.099944] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a6dab9-0dcf-4cfa-a881-150948668f37 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.109176] env[65635]: DEBUG oslo_vmware.api [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 702.109176] env[65635]: value = "task-4425992" [ 702.109176] env[65635]: _type = "Task" [ 702.109176] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.110356] env[65635]: DEBUG nova.network.neutron [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Updating instance_info_cache with network_info: [{"id": "1a9eba58-667b-4615-8bd1-f3b3842ab324", "address": "fa:16:3e:7b:31:1b", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9eba58-66", "ovs_interfaceid": "1a9eba58-667b-4615-8bd1-f3b3842ab324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.125991] env[65635]: DEBUG oslo_vmware.api [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.183773] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 702.183773] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.297s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.183773] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.238s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.188940] env[65635]: INFO nova.compute.claims [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.244976] env[65635]: WARNING neutronclient.v2_0.client [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.529036] env[65635]: DEBUG nova.network.neutron [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updated VIF entry in instance network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.533660] env[65635]: DEBUG nova.network.neutron [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updating instance_info_cache with network_info: [{"id": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "address": "fa:16:3e:74:b6:e8", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0341c66-c5", "ovs_interfaceid": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.578100] env[65635]: DEBUG oslo_concurrency.lockutils [req-13c891d5-9e2c-4dcd-9296-190c75b268af req-6bf0c6a8-1a99-4c86-af6e-8022138b7569 service nova] Releasing lock "refresh_cache-6aef420d-e199-42b8-a734-4b4d165543e1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.617033] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "refresh_cache-61335b38-5e93-4a82-bbc3-55045f7c5a82" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.617300] env[65635]: DEBUG nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Instance network_info: |[{"id": "1a9eba58-667b-4615-8bd1-f3b3842ab324", "address": "fa:16:3e:7b:31:1b", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9eba58-66", "ovs_interfaceid": "1a9eba58-667b-4615-8bd1-f3b3842ab324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 702.618404] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:31:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a9eba58-667b-4615-8bd1-f3b3842ab324', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.628269] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Creating folder: Project (82448195fbf0478b8d11371de6462599). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.630065] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caf6aaa7-2328-49b9-a952-2ed9e07445d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.635585] env[65635]: DEBUG oslo_vmware.api [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425992, 'name': PowerOffVM_Task, 'duration_secs': 0.23808} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.635927] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.636118] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.636383] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1646cde-eee8-422c-86ab-e891b887d0b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.642823] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Created folder: Project (82448195fbf0478b8d11371de6462599) in parent group-v866005. [ 702.642977] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Creating folder: Instances. Parent ref: group-v866073. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.647960] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6952ce6-50be-400c-8ac8-98af59553524 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.662238] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Created folder: Instances in parent group-v866073. [ 702.662586] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 702.664065] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.664065] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61a77737-6ce6-4ffd-8eab-69ee489ce0c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.701789] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.701789] env[65635]: value = "task-4425996" [ 702.701789] env[65635]: _type = "Task" [ 702.701789] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.714744] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425996, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.718158] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.719164] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.719164] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Deleting the datastore file [datastore2] 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.720790] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a51db4ee-4876-4709-8232-cc78aed64a13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.730851] env[65635]: DEBUG oslo_vmware.api [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for the task: (returnval){ [ 702.730851] env[65635]: value = "task-4425997" [ 702.730851] env[65635]: _type = "Task" [ 702.730851] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.745905] env[65635]: DEBUG oslo_vmware.api [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.035215] env[65635]: DEBUG oslo_concurrency.lockutils [req-5f49f9d4-2d88-4f6e-9ba5-cf3f62468429 req-e1d50436-86bb-4d67-949f-6bd3f5707f1d service nova] Releasing lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.220277] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425996, 'name': CreateVM_Task, 'duration_secs': 0.426955} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.220475] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.221686] env[65635]: WARNING neutronclient.v2_0.client [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.222644] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.222802] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.223143] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.223661] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229868db-5e0b-4f0f-9057-c100e6466a97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.240812] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 703.240812] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527cee55-395d-ba18-e8f1-4470078fb153" [ 703.240812] env[65635]: _type = "Task" [ 703.240812] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.251016] env[65635]: DEBUG oslo_vmware.api [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Task: {'id': task-4425997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185264} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.251751] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.251938] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.253569] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.253862] env[65635]: INFO nova.compute.manager [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 703.254106] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 703.259907] env[65635]: DEBUG nova.compute.manager [-] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 703.260111] env[65635]: DEBUG nova.network.neutron [-] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 703.260721] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.263020] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527cee55-395d-ba18-e8f1-4470078fb153, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.267229] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.267534] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.267947] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.268083] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.268291] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.269427] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6b2fdcd-95e9-4c13-9c57-7cdca4aefcbb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.282858] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.282858] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.282858] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6952579b-5b8d-4508-876f-52df86430162 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.290915] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 703.290915] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522e5bbf-4127-60b1-8bce-2bdb1b7f4ae1" [ 703.290915] env[65635]: _type = "Task" [ 703.290915] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.303484] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522e5bbf-4127-60b1-8bce-2bdb1b7f4ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.620837] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.700561] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d07fee-7bf0-4b6b-b9cc-6bc78a9d56d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.711871] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f94b1c-f5b0-4810-a196-f8e049d6fd49 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.743544] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d52dd-009f-41a3-b10d-cfd02f06a877 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.752684] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f545d45-ff27-4ad7-b291-c1b0301d6fa9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.768340] env[65635]: DEBUG nova.compute.provider_tree [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.803138] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522e5bbf-4127-60b1-8bce-2bdb1b7f4ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.018712} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.803953] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0c5083-870a-467f-a32c-1cc1e3075fc6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.809870] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 703.809870] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523be820-1c80-bf8e-1a87-32221fef1796" [ 703.809870] env[65635]: _type = "Task" [ 703.809870] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.818952] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523be820-1c80-bf8e-1a87-32221fef1796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.016300] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.016539] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.274077] env[65635]: DEBUG nova.scheduler.client.report [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.328849] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523be820-1c80-bf8e-1a87-32221fef1796, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.328849] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.328849] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 61335b38-5e93-4a82-bbc3-55045f7c5a82/61335b38-5e93-4a82-bbc3-55045f7c5a82.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.328849] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1274b58d-e786-4d87-ae50-068fe2526610 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.341754] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 704.341754] env[65635]: value = "task-4425998" [ 704.341754] env[65635]: _type = "Task" [ 704.341754] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.351944] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4425998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.519150] env[65635]: DEBUG nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 704.779697] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.780626] env[65635]: DEBUG nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 704.785887] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.872s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.789480] env[65635]: INFO nova.compute.claims [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.836818] env[65635]: DEBUG nova.network.neutron [-] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.858025] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4425998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483074} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.858025] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 61335b38-5e93-4a82-bbc3-55045f7c5a82/61335b38-5e93-4a82-bbc3-55045f7c5a82.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.858025] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.858025] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2534ae1c-14c9-47b4-b343-b1a844d9c295 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.865397] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 704.865397] env[65635]: value = "task-4425999" [ 704.865397] env[65635]: _type = "Task" [ 704.865397] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.878236] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4425999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.044274] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.298740] env[65635]: DEBUG nova.compute.utils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.302531] env[65635]: DEBUG nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 705.302751] env[65635]: DEBUG nova.network.neutron [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 705.303085] env[65635]: WARNING neutronclient.v2_0.client [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.303395] env[65635]: WARNING neutronclient.v2_0.client [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.343033] env[65635]: INFO nova.compute.manager [-] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Took 2.08 seconds to deallocate network for instance. [ 705.378199] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4425999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07818} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.378551] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.379673] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efdef4e-d327-4edf-9162-4f3eb0fe6ab0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.423127] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 61335b38-5e93-4a82-bbc3-55045f7c5a82/61335b38-5e93-4a82-bbc3-55045f7c5a82.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.423127] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11eac4f0-a66e-440b-b4b4-28a800487902 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.440553] env[65635]: DEBUG nova.policy [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7065f63a56d3468a8cca60d28bd5786c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05aa529a22d24373b11d12069d4dc04f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.451046] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 705.451046] env[65635]: value = "task-4426000" [ 705.451046] env[65635]: _type = "Task" [ 705.451046] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.462727] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.803575] env[65635]: DEBUG nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 705.857087] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.875046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquiring lock "167234a7-8ddc-430d-92ca-9db79ada2163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.876478] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "167234a7-8ddc-430d-92ca-9db79ada2163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.966564] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426000, 'name': ReconfigVM_Task, 'duration_secs': 0.418736} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.966891] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 61335b38-5e93-4a82-bbc3-55045f7c5a82/61335b38-5e93-4a82-bbc3-55045f7c5a82.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.967612] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a038625-5355-4f17-b739-17ae40bbd2e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.983473] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 705.983473] env[65635]: value = "task-4426001" [ 705.983473] env[65635]: _type = "Task" [ 705.983473] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.996648] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426001, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.165401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquiring lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.166192] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.186440] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquiring lock "30d8c792-400c-42be-aa44-6144d11a2393" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.186692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "30d8c792-400c-42be-aa44-6144d11a2393" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.187465] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquiring lock "30d8c792-400c-42be-aa44-6144d11a2393-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.189757] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "30d8c792-400c-42be-aa44-6144d11a2393-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.189757] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "30d8c792-400c-42be-aa44-6144d11a2393-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.190874] env[65635]: INFO nova.compute.manager [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Terminating instance [ 706.368074] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e206463c-6c6a-4159-8bd4-0cfc79206935 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.377742] env[65635]: DEBUG nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 706.386153] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764fa68c-b70b-4669-975b-7e0474a61826 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.428187] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0b4b31-68df-4580-8557-2541ec5ef89d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.436175] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c3d0b2-200f-4e65-95df-2bde4d8c4f95 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.458643] env[65635]: DEBUG nova.compute.provider_tree [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.471213] env[65635]: DEBUG nova.network.neutron [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Successfully created port: f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.494502] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426001, 'name': Rename_Task, 'duration_secs': 0.179784} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.494861] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.495208] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b01527b-a01f-476e-8aca-4e2f95ddf6aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.503039] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 706.503039] env[65635]: value = "task-4426002" [ 706.503039] env[65635]: _type = "Task" [ 706.503039] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.513265] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.587977] env[65635]: DEBUG nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Received event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 706.588208] env[65635]: DEBUG nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing instance network info cache due to event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 706.588488] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Acquiring lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.589174] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Acquired lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.589373] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.669312] env[65635]: DEBUG nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 706.699506] env[65635]: DEBUG nova.compute.manager [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 706.700033] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.700953] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cca7ad-4b51-43e0-8111-12dbcbdbe8fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.710884] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.711835] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b1a948-5066-44fd-881c-d1566a41a954 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.720166] env[65635]: DEBUG oslo_vmware.api [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 706.720166] env[65635]: value = "task-4426003" [ 706.720166] env[65635]: _type = "Task" [ 706.720166] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.735778] env[65635]: DEBUG oslo_vmware.api [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4426003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.822284] env[65635]: DEBUG nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 706.917922] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 706.918536] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.918841] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 706.919172] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.919423] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 706.919674] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 706.919998] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 706.920544] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 706.920625] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 706.920869] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 706.921488] env[65635]: DEBUG nova.virt.hardware [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 706.923039] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7130dc-c8e0-4924-8081-d15777b7a9b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.936408] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc27c43-255f-4474-bfea-47fc3cc99ece {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.942462] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.964205] env[65635]: DEBUG nova.scheduler.client.report [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.021681] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.092650] env[65635]: WARNING neutronclient.v2_0.client [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.192106] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.231168] env[65635]: DEBUG oslo_vmware.api [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4426003, 'name': PowerOffVM_Task, 'duration_secs': 0.34404} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.231451] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.231622] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.231891] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d470037-8db8-43b3-8669-fb9ccfc9bc27 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.334636] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.335281] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.335281] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Deleting the datastore file [datastore2] 30d8c792-400c-42be-aa44-6144d11a2393 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.335651] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42462a3e-5d4b-430b-a1be-e075f93dfb52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.346559] env[65635]: DEBUG oslo_vmware.api [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for the task: (returnval){ [ 707.346559] env[65635]: value = "task-4426005" [ 707.346559] env[65635]: _type = "Task" [ 707.346559] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.355231] env[65635]: DEBUG oslo_vmware.api [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4426005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.471511] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.472443] env[65635]: DEBUG nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 707.477485] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.354s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.481297] env[65635]: INFO nova.compute.claims [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.516386] env[65635]: DEBUG oslo_vmware.api [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426002, 'name': PowerOnVM_Task, 'duration_secs': 0.600101} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.517181] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.517404] env[65635]: INFO nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Took 10.74 seconds to spawn the instance on the hypervisor. [ 707.517585] env[65635]: DEBUG nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 707.518511] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807e6701-c014-46d2-902e-91569bda644b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.857987] env[65635]: DEBUG oslo_vmware.api [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Task: {'id': task-4426005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412316} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.858286] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.858489] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.858730] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.859013] env[65635]: INFO nova.compute.manager [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Took 1.16 seconds to destroy the instance on the hypervisor. [ 707.859562] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 707.859716] env[65635]: DEBUG nova.compute.manager [-] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 707.859842] env[65635]: DEBUG nova.network.neutron [-] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 707.860229] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.984086] env[65635]: DEBUG nova.compute.utils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.987983] env[65635]: DEBUG nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 707.987983] env[65635]: DEBUG nova.network.neutron [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 707.988192] env[65635]: WARNING neutronclient.v2_0.client [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.988616] env[65635]: WARNING neutronclient.v2_0.client [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.039942] env[65635]: INFO nova.compute.manager [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Took 28.04 seconds to build instance. [ 708.275506] env[65635]: DEBUG nova.network.neutron [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Successfully updated port: f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.391220] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.437862] env[65635]: DEBUG nova.policy [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab855d0edf6543348cc63c8e8302e8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289915c190254f38a56edc315a68ebd7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.492256] env[65635]: DEBUG nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 708.542769] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7f4cf45f-7b37-4127-9d09-e86ad4addaa4 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "61335b38-5e93-4a82-bbc3-55045f7c5a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.558s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.781969] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquiring lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.781969] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquired lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.781969] env[65635]: DEBUG nova.network.neutron [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.970065] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2075c67a-756b-4215-8949-189955e2dd73 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.978421] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d773425-7ff6-476a-8220-4cd25b730129 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.020661] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0f1ad8-1509-4185-b97e-155ed77595a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.030000] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1363b83-1590-468e-90f1-24311dc92e72 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.047176] env[65635]: DEBUG nova.compute.provider_tree [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.523500] env[65635]: DEBUG nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 709.575386] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.575386] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.576609] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.576828] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.576997] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.577164] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.578108] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.578280] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.578643] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.579943] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.579943] env[65635]: DEBUG nova.virt.hardware [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.579943] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4f0cd1-97c9-4b78-8767-740c788cca2b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.590950] env[65635]: ERROR nova.scheduler.client.report [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [req-b3d4dbac-3308-46e7-8726-198264a7d849] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3d4dbac-3308-46e7-8726-198264a7d849"}]} [ 709.594712] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af37182-883f-4fdd-9f48-a503d3995137 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.626154] env[65635]: DEBUG nova.scheduler.client.report [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 709.654664] env[65635]: DEBUG nova.scheduler.client.report [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 709.654948] env[65635]: DEBUG nova.compute.provider_tree [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.673481] env[65635]: DEBUG nova.scheduler.client.report [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 709.696022] env[65635]: DEBUG nova.scheduler.client.report [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 709.857979] env[65635]: DEBUG nova.network.neutron [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Successfully created port: 490aab1d-4b0f-4eb3-879a-2f39ebbfefaf {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.891760] env[65635]: DEBUG nova.network.neutron [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 710.055064] env[65635]: DEBUG nova.compute.manager [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Received event network-vif-plugged-5e57eda6-561c-47b1-a0a3-8131241445ad {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.056974] env[65635]: DEBUG oslo_concurrency.lockutils [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] Acquiring lock "48b52243-7a82-4296-adcf-bc6e22dfaac9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.056974] env[65635]: DEBUG oslo_concurrency.lockutils [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] Lock "48b52243-7a82-4296-adcf-bc6e22dfaac9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.056974] env[65635]: DEBUG oslo_concurrency.lockutils [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] Lock "48b52243-7a82-4296-adcf-bc6e22dfaac9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.056974] env[65635]: DEBUG nova.compute.manager [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] No waiting events found dispatching network-vif-plugged-5e57eda6-561c-47b1-a0a3-8131241445ad {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 710.056974] env[65635]: WARNING nova.compute.manager [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Received unexpected event network-vif-plugged-5e57eda6-561c-47b1-a0a3-8131241445ad for instance with vm_state active and task_state None. [ 710.057200] env[65635]: DEBUG nova.compute.manager [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Received event network-changed-5e57eda6-561c-47b1-a0a3-8131241445ad {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.057200] env[65635]: DEBUG nova.compute.manager [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Refreshing instance network info cache due to event network-changed-5e57eda6-561c-47b1-a0a3-8131241445ad. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.057200] env[65635]: DEBUG oslo_concurrency.lockutils [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] Acquiring lock "refresh_cache-48b52243-7a82-4296-adcf-bc6e22dfaac9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.057200] env[65635]: DEBUG oslo_concurrency.lockutils [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] Acquired lock "refresh_cache-48b52243-7a82-4296-adcf-bc6e22dfaac9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.057200] env[65635]: DEBUG nova.network.neutron [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Refreshing network info cache for port 5e57eda6-561c-47b1-a0a3-8131241445ad {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.102216] env[65635]: DEBUG nova.network.neutron [-] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.156925] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd825ed0-cc92-4700-b5aa-4fe8fe9e67ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.170221] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa8188-1417-4b8a-a7a7-061a1113b622 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.209405] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddbe3c9-a864-47a5-b4f1-dd535b34e172 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.220029] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c836c89-9896-480f-b0ef-5491a11038c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.235379] env[65635]: DEBUG nova.compute.provider_tree [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.565392] env[65635]: WARNING neutronclient.v2_0.client [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.606135] env[65635]: INFO nova.compute.manager [-] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Took 2.75 seconds to deallocate network for instance. [ 710.679567] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.679898] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.680193] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.680294] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.680451] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.685956] env[65635]: INFO nova.compute.manager [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Terminating instance [ 710.789566] env[65635]: DEBUG nova.scheduler.client.report [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 710.789566] env[65635]: DEBUG nova.compute.provider_tree [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 41 to 42 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 710.789768] env[65635]: DEBUG nova.compute.provider_tree [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.074746] env[65635]: WARNING neutronclient.v2_0.client [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.113696] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.187465] env[65635]: DEBUG nova.compute.manager [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 711.187672] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.188606] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02aaf2d-5e73-4323-9260-d7ffdd43a418 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.197074] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.197074] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e184c0e7-a5ec-4581-9682-944b99018a7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.204699] env[65635]: DEBUG oslo_vmware.api [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 711.204699] env[65635]: value = "task-4426006" [ 711.204699] env[65635]: _type = "Task" [ 711.204699] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.215924] env[65635]: DEBUG oslo_vmware.api [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.301387] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.823s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.303039] env[65635]: DEBUG nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 711.308912] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.264s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.309621] env[65635]: INFO nova.compute.claims [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.331971] env[65635]: WARNING neutronclient.v2_0.client [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.719249] env[65635]: DEBUG oslo_vmware.api [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426006, 'name': PowerOffVM_Task, 'duration_secs': 0.21976} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.719529] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.719688] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.720105] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd8e7e7-57f6-45d1-ae75-55598422c6c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.784883] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.785105] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.785314] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleting the datastore file [datastore2] b6e6a491-b1b7-4dab-82b5-d30bd8b4094f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.785665] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2865294-fec3-4805-8c96-25a4815c14fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.794157] env[65635]: DEBUG oslo_vmware.api [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 711.794157] env[65635]: value = "task-4426008" [ 711.794157] env[65635]: _type = "Task" [ 711.794157] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.803520] env[65635]: DEBUG oslo_vmware.api [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.814167] env[65635]: DEBUG nova.compute.utils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.817432] env[65635]: DEBUG nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 711.817981] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 711.817981] env[65635]: WARNING neutronclient.v2_0.client [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.818202] env[65635]: WARNING neutronclient.v2_0.client [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.824648] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updated VIF entry in instance network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.824738] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updating instance_info_cache with network_info: [{"id": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "address": "fa:16:3e:74:b6:e8", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0341c66-c5", "ovs_interfaceid": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.906544] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquiring lock "79da7441-a5f2-442f-b900-84087479341e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.906724] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "79da7441-a5f2-442f-b900-84087479341e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.907020] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquiring lock "79da7441-a5f2-442f-b900-84087479341e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.907344] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "79da7441-a5f2-442f-b900-84087479341e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.907426] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "79da7441-a5f2-442f-b900-84087479341e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.911030] env[65635]: INFO nova.compute.manager [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Terminating instance [ 712.007910] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.008134] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.264277] env[65635]: DEBUG nova.policy [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f00819311e064c3a943adbf9e8c9bc41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10026294c6c341d5b0af6f709fe38f45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.288045] env[65635]: DEBUG nova.network.neutron [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Successfully updated port: 490aab1d-4b0f-4eb3-879a-2f39ebbfefaf {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 712.306421] env[65635]: DEBUG oslo_vmware.api [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295428} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.306668] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.306842] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.307067] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.307273] env[65635]: INFO nova.compute.manager [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 712.307520] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 712.307741] env[65635]: DEBUG nova.compute.manager [-] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 712.308384] env[65635]: DEBUG nova.network.neutron [-] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 712.308384] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.319537] env[65635]: DEBUG nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 712.329944] env[65635]: DEBUG nova.network.neutron [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Updating instance_info_cache with network_info: [{"id": "f07152ae-51b0-4168-9968-bef2cc67e017", "address": "fa:16:3e:e8:27:3c", "network": {"id": "c53f48ed-723f-4e0a-afd4-0b857be2ff7e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1515523046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "05aa529a22d24373b11d12069d4dc04f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07152ae-51", "ovs_interfaceid": "f07152ae-51b0-4168-9968-bef2cc67e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.331425] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Releasing lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.331673] env[65635]: DEBUG nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Received event network-changed-db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.332455] env[65635]: DEBUG nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Refreshing instance network info cache due to event network-changed-db8efe19-9c83-4c81-bcc8-1a2a4e649e09. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 712.332455] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Acquiring lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.332748] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Acquired lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.332936] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Refreshing network info cache for port db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.417862] env[65635]: DEBUG nova.compute.manager [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 712.418166] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.419131] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12338190-7d6a-42b0-8766-c819ee54b1fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.432329] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.435251] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2366f6b-e721-42f3-8af6-fca9ab67f1bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.445720] env[65635]: DEBUG oslo_vmware.api [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 712.445720] env[65635]: value = "task-4426009" [ 712.445720] env[65635]: _type = "Task" [ 712.445720] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.457548] env[65635]: DEBUG oslo_vmware.api [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4426009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.514052] env[65635]: DEBUG nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 712.796150] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquiring lock "refresh_cache-17838ba9-4a28-42c9-91d9-69b87836f240" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.796150] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquired lock "refresh_cache-17838ba9-4a28-42c9-91d9-69b87836f240" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.796150] env[65635]: DEBUG nova.network.neutron [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.838041] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Successfully created port: 481e2a3c-bbb9-44e3-b351-85dd03029ed0 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.841446] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Releasing lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.841664] env[65635]: DEBUG nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Instance network_info: |[{"id": "f07152ae-51b0-4168-9968-bef2cc67e017", "address": "fa:16:3e:e8:27:3c", "network": {"id": "c53f48ed-723f-4e0a-afd4-0b857be2ff7e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1515523046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "05aa529a22d24373b11d12069d4dc04f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07152ae-51", "ovs_interfaceid": "f07152ae-51b0-4168-9968-bef2cc67e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 712.842402] env[65635]: WARNING neutronclient.v2_0.client [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.845022] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:27:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f07152ae-51b0-4168-9968-bef2cc67e017', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.853967] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Creating folder: Project (05aa529a22d24373b11d12069d4dc04f). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.857864] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-106bf865-db5e-4f2d-a0b5-04bf6c16befd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.860381] env[65635]: WARNING neutronclient.v2_0.client [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.873831] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Created folder: Project (05aa529a22d24373b11d12069d4dc04f) in parent group-v866005. [ 712.873831] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Creating folder: Instances. Parent ref: group-v866076. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.873831] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2414af8c-af00-490c-94f4-38e549dbfa8e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.884763] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Created folder: Instances in parent group-v866076. [ 712.885037] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 712.885244] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.885459] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36b46d57-18c9-469f-9d28-9604baf6835f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.911289] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.911289] env[65635]: value = "task-4426012" [ 712.911289] env[65635]: _type = "Task" [ 712.911289] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.924285] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426012, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.926897] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522c233b-edb3-4cfe-bd6c-05235fdd925b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.936365] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67fe892-d2b6-4404-9ced-672181b46685 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.976633] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.982247] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfefeee-cfcb-452d-b79a-fc0956a76812 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.996376] env[65635]: DEBUG oslo_vmware.api [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4426009, 'name': PowerOffVM_Task, 'duration_secs': 0.243496} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.999146] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425e2d87-f430-4658-9831-7eca60e69934 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.003301] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.003637] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.003888] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-157579ea-7970-4129-94a6-56587289fb2d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.027382] env[65635]: DEBUG nova.compute.provider_tree [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.046443] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.319621] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.319980] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.320140] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Deleting the datastore file [datastore2] 79da7441-a5f2-442f-b900-84087479341e {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.321181] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d71ff991-b789-403e-9d21-a8dabfd505d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.329065] env[65635]: DEBUG oslo_vmware.api [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for the task: (returnval){ [ 713.329065] env[65635]: value = "task-4426014" [ 713.329065] env[65635]: _type = "Task" [ 713.329065] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.338949] env[65635]: DEBUG oslo_vmware.api [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4426014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.346298] env[65635]: DEBUG nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 713.390673] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.391148] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.391518] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.392740] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.393105] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.393375] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.393690] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.394356] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.394941] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.396869] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.396869] env[65635]: DEBUG nova.virt.hardware [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.397277] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f28b3f-34b7-433a-9331-b1b03e92f7c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.406266] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dddc81-ba29-4e23-8f67-11e40124f4d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.413941] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Successfully created port: b3106da3-63da-4f31-9a18-dbe391327429 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 713.435692] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426012, 'name': CreateVM_Task, 'duration_secs': 0.419477} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.435998] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.436699] env[65635]: WARNING neutronclient.v2_0.client [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.436987] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.437240] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.437572] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.437840] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f96205-4545-4092-9c02-96932bf1f513 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.445195] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 713.445195] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52182f10-4a21-b6ba-1c8c-864e966a70d7" [ 713.445195] env[65635]: _type = "Task" [ 713.445195] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.460963] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52182f10-4a21-b6ba-1c8c-864e966a70d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.534576] env[65635]: DEBUG nova.scheduler.client.report [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.725589] env[65635]: DEBUG nova.network.neutron [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.812145] env[65635]: DEBUG nova.network.neutron [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Updated VIF entry in instance network info cache for port 5e57eda6-561c-47b1-a0a3-8131241445ad. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.812510] env[65635]: DEBUG nova.network.neutron [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Updating instance_info_cache with network_info: [{"id": "5e57eda6-561c-47b1-a0a3-8131241445ad", "address": "fa:16:3e:79:cb:61", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e57eda6-56", "ovs_interfaceid": "5e57eda6-561c-47b1-a0a3-8131241445ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.846565] env[65635]: DEBUG oslo_vmware.api [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Task: {'id': task-4426014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33761} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.847148] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.847374] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.847583] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.848900] env[65635]: INFO nova.compute.manager [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] [instance: 79da7441-a5f2-442f-b900-84087479341e] Took 1.43 seconds to destroy the instance on the hypervisor. [ 713.848900] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 713.848900] env[65635]: DEBUG nova.compute.manager [-] [instance: 79da7441-a5f2-442f-b900-84087479341e] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 713.849576] env[65635]: DEBUG nova.network.neutron [-] [instance: 79da7441-a5f2-442f-b900-84087479341e] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 713.849819] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.961332] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52182f10-4a21-b6ba-1c8c-864e966a70d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023326} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.962450] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.963348] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.964029] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.964531] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.965086] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.965267] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc691c1-46d6-4814-810b-0b81b9c13110 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.984480] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.986310] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.986310] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1cf519b-1d56-47d5-8c28-d6397b5826e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.994303] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 713.994303] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523605fc-6373-8685-0892-53121401e410" [ 713.994303] env[65635]: _type = "Task" [ 713.994303] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.005938] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523605fc-6373-8685-0892-53121401e410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.042804] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.043946] env[65635]: DEBUG nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 714.047667] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.191s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.047667] env[65635]: DEBUG nova.objects.instance [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lazy-loading 'resources' on Instance uuid 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.162799] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Successfully created port: d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 714.202135] env[65635]: DEBUG nova.network.neutron [-] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.316075] env[65635]: DEBUG oslo_concurrency.lockutils [req-b6b5c7e2-c913-4ce7-affa-80c1e2582838 req-b8812d94-7bb3-46ca-b4a9-c6233e0bc80b service nova] Releasing lock "refresh_cache-48b52243-7a82-4296-adcf-bc6e22dfaac9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.506109] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523605fc-6373-8685-0892-53121401e410, 'name': SearchDatastore_Task, 'duration_secs': 0.016892} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.507101] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-253f64a2-043c-4953-9fdd-e4ab676a1029 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.514488] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 714.514488] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52670fa6-debc-5ea1-d792-02dfaaa1815a" [ 714.514488] env[65635]: _type = "Task" [ 714.514488] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.523809] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52670fa6-debc-5ea1-d792-02dfaaa1815a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.533560] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.552141] env[65635]: DEBUG nova.compute.utils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.553498] env[65635]: DEBUG nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 714.553498] env[65635]: DEBUG nova.network.neutron [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 714.553608] env[65635]: WARNING neutronclient.v2_0.client [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.554100] env[65635]: WARNING neutronclient.v2_0.client [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.704661] env[65635]: INFO nova.compute.manager [-] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Took 2.40 seconds to deallocate network for instance. [ 715.012914] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e784caef-8cdd-4fd2-93b2-4d3f676cfbce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.035251] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb4a8c9-a8d9-4937-ab63-efa140b830aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.038822] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52670fa6-debc-5ea1-d792-02dfaaa1815a, 'name': SearchDatastore_Task, 'duration_secs': 0.024402} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.040124] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.040465] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 2a7bbbcf-b04f-41cf-a8de-7b107eabf125/2a7bbbcf-b04f-41cf-a8de-7b107eabf125.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.041680] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec8d933e-7a5c-4aa0-b602-0cdb4880fd5f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.072735] env[65635]: DEBUG nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 715.078163] env[65635]: DEBUG nova.policy [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90c5832101d9466c9e64622b5eb2ccdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1b47eac28d84476b6a2d1d5a655117f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.082176] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff5b402-d925-4f36-88c1-02b40f482d5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.083387] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 715.083387] env[65635]: value = "task-4426015" [ 715.083387] env[65635]: _type = "Task" [ 715.083387] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.093199] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa2e64-d2aa-42fe-9207-ec6ab8fa8281 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.102341] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.114635] env[65635]: DEBUG nova.compute.provider_tree [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.157319] env[65635]: WARNING neutronclient.v2_0.client [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.195971] env[65635]: WARNING neutronclient.v2_0.client [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.210465] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.521986] env[65635]: DEBUG nova.network.neutron [-] [instance: 79da7441-a5f2-442f-b900-84087479341e] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.538576] env[65635]: DEBUG nova.network.neutron [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Successfully created port: be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 715.601144] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.619246] env[65635]: DEBUG nova.scheduler.client.report [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.024970] env[65635]: INFO nova.compute.manager [-] [instance: 79da7441-a5f2-442f-b900-84087479341e] Took 2.18 seconds to deallocate network for instance. [ 716.094886] env[65635]: DEBUG nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 716.105965] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701683} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.109024] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 2a7bbbcf-b04f-41cf-a8de-7b107eabf125/2a7bbbcf-b04f-41cf-a8de-7b107eabf125.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.109024] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.109024] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fd285ea-2111-4a73-a7ad-6a349dc78a0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.121330] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 716.121330] env[65635]: value = "task-4426016" [ 716.121330] env[65635]: _type = "Task" [ 716.121330] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.130825] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 716.131176] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.131399] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 716.131671] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.131894] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 716.132144] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 716.132508] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 716.132773] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 716.132942] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 716.133136] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 716.133353] env[65635]: DEBUG nova.virt.hardware [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 716.134210] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.137397] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052b3dda-179f-4933-9785-31406630432a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.140904] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Successfully updated port: 481e2a3c-bbb9-44e3-b351-85dd03029ed0 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 716.142513] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.200s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.143860] env[65635]: INFO nova.compute.claims [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.158115] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.160322] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a977b03-5781-4977-86b9-2bf9f7fd9637 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.185953] env[65635]: INFO nova.scheduler.client.report [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Deleted allocations for instance 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e [ 716.214233] env[65635]: DEBUG nova.network.neutron [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Updating instance_info_cache with network_info: [{"id": "490aab1d-4b0f-4eb3-879a-2f39ebbfefaf", "address": "fa:16:3e:e5:97:89", "network": {"id": "58a2623f-91a7-47b2-834b-0e0b78fdfc8d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1310493979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "289915c190254f38a56edc315a68ebd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490aab1d-4b", "ovs_interfaceid": "490aab1d-4b0f-4eb3-879a-2f39ebbfefaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.248197] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updated VIF entry in instance network info cache for port db8efe19-9c83-4c81-bcc8-1a2a4e649e09. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 716.248898] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updating instance_info_cache with network_info: [{"id": "db8efe19-9c83-4c81-bcc8-1a2a4e649e09", "address": "fa:16:3e:c9:e0:b4", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8efe19-9c", "ovs_interfaceid": "db8efe19-9c83-4c81-bcc8-1a2a4e649e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.531550] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.596401] env[65635]: DEBUG nova.compute.manager [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Received event network-changed-eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.596512] env[65635]: DEBUG nova.compute.manager [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Refreshing instance network info cache due to event network-changed-eeef8056-d4bb-47a1-b4a2-8b1e02f43839. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 716.596774] env[65635]: DEBUG oslo_concurrency.lockutils [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] Acquiring lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.596945] env[65635]: DEBUG oslo_concurrency.lockutils [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] Acquired lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.597148] env[65635]: DEBUG nova.network.neutron [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Refreshing network info cache for port eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.633519] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08256} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.633986] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.634763] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aafe1db-0aa7-4197-a4e1-70dee371c5c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.670651] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 2a7bbbcf-b04f-41cf-a8de-7b107eabf125/2a7bbbcf-b04f-41cf-a8de-7b107eabf125.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.672466] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a00a09-a93b-4ec2-a5fb-6f06ba16adf1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.694405] env[65635]: DEBUG oslo_concurrency.lockutils [None req-64ef6613-48a2-4370-a9d5-d1adecf7f664 tempest-ServerDiagnosticsNegativeTest-1476230730 tempest-ServerDiagnosticsNegativeTest-1476230730-project-member] Lock "0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.121s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.696773] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 716.696773] env[65635]: value = "task-4426017" [ 716.696773] env[65635]: _type = "Task" [ 716.696773] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.708512] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.717018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Releasing lock "refresh_cache-17838ba9-4a28-42c9-91d9-69b87836f240" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.717470] env[65635]: DEBUG nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Instance network_info: |[{"id": "490aab1d-4b0f-4eb3-879a-2f39ebbfefaf", "address": "fa:16:3e:e5:97:89", "network": {"id": "58a2623f-91a7-47b2-834b-0e0b78fdfc8d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1310493979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "289915c190254f38a56edc315a68ebd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490aab1d-4b", "ovs_interfaceid": "490aab1d-4b0f-4eb3-879a-2f39ebbfefaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 716.718022] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:97:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '490aab1d-4b0f-4eb3-879a-2f39ebbfefaf', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.727847] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Creating folder: Project (289915c190254f38a56edc315a68ebd7). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.729050] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d3826c8-f553-4c52-a959-1494e6a12035 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.741321] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Created folder: Project (289915c190254f38a56edc315a68ebd7) in parent group-v866005. [ 716.741546] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Creating folder: Instances. Parent ref: group-v866079. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.741801] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ebd530-cde3-42ae-b0fe-3fb44b729ce5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.751412] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Releasing lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.751700] env[65635]: DEBUG nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Received event network-vif-plugged-1a9eba58-667b-4615-8bd1-f3b3842ab324 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.752114] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Acquiring lock "61335b38-5e93-4a82-bbc3-55045f7c5a82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.752353] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Lock "61335b38-5e93-4a82-bbc3-55045f7c5a82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.752520] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Lock "61335b38-5e93-4a82-bbc3-55045f7c5a82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.752870] env[65635]: DEBUG nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] No waiting events found dispatching network-vif-plugged-1a9eba58-667b-4615-8bd1-f3b3842ab324 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 716.753086] env[65635]: WARNING nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Received unexpected event network-vif-plugged-1a9eba58-667b-4615-8bd1-f3b3842ab324 for instance with vm_state building and task_state spawning. [ 716.753276] env[65635]: DEBUG nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Received event network-changed-1a9eba58-667b-4615-8bd1-f3b3842ab324 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.753434] env[65635]: DEBUG nova.compute.manager [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Refreshing instance network info cache due to event network-changed-1a9eba58-667b-4615-8bd1-f3b3842ab324. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 716.754193] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Acquiring lock "refresh_cache-61335b38-5e93-4a82-bbc3-55045f7c5a82" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.754367] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Acquired lock "refresh_cache-61335b38-5e93-4a82-bbc3-55045f7c5a82" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.754538] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Refreshing network info cache for port 1a9eba58-667b-4615-8bd1-f3b3842ab324 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.758845] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Created folder: Instances in parent group-v866079. [ 716.759137] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 716.759475] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.759849] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b99137-4fa8-483e-8fb0-574fee73f6f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.782032] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.782032] env[65635]: value = "task-4426020" [ 716.782032] env[65635]: _type = "Task" [ 716.782032] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.793167] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426020, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.101359] env[65635]: WARNING neutronclient.v2_0.client [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.211476] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquiring lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.211790] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.213201] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.214107] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.222248] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426017, 'name': ReconfigVM_Task, 'duration_secs': 0.462654} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.223357] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 2a7bbbcf-b04f-41cf-a8de-7b107eabf125/2a7bbbcf-b04f-41cf-a8de-7b107eabf125.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.223357] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8502a296-905f-4645-925d-3ed814bd33e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.234073] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 717.234073] env[65635]: value = "task-4426021" [ 717.234073] env[65635]: _type = "Task" [ 717.234073] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.244831] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426021, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.262186] env[65635]: WARNING neutronclient.v2_0.client [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.295406] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426020, 'name': CreateVM_Task, 'duration_secs': 0.44211} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.295581] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.296124] env[65635]: WARNING neutronclient.v2_0.client [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.296494] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.296645] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.296963] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.297246] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57f325d-7c30-4de1-ab8a-39a986e7fdd1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.304379] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 717.304379] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523436cf-7af0-6c5e-89a2-7d8cc485d455" [ 717.304379] env[65635]: _type = "Task" [ 717.304379] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.313945] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523436cf-7af0-6c5e-89a2-7d8cc485d455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.317975] env[65635]: DEBUG nova.network.neutron [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Successfully updated port: be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.612034] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e378659-3e3d-4f15-b895-72a3c6e54ce2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.621568] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca28255-fe00-4a64-84b1-103e27517a61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.659230] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157697fc-0bca-4b40-8ddc-646d66e38ed8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.668025] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3dd45d-80f1-40fc-b849-d9ce7ef2c4fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.683798] env[65635]: DEBUG nova.compute.provider_tree [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.715051] env[65635]: DEBUG nova.compute.manager [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 717.718496] env[65635]: DEBUG nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 717.744486] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426021, 'name': Rename_Task, 'duration_secs': 0.196761} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.744784] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.745051] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0002be80-6923-4fc6-94d4-4109f35570ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.752127] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 717.752127] env[65635]: value = "task-4426022" [ 717.752127] env[65635]: _type = "Task" [ 717.752127] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.762391] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.816513] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523436cf-7af0-6c5e-89a2-7d8cc485d455, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.816819] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.817062] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.817295] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.817436] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.817609] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.817879] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b782a4a-5738-46aa-9c44-e779e8e6a9c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.820049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.820212] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquired lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.820378] env[65635]: DEBUG nova.network.neutron [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 717.829904] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.830120] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.830925] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895ba02e-b9a3-4252-86f9-79936abd0d4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.838227] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 717.838227] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e72baf-fed1-3d05-2731-8840394d2bf8" [ 717.838227] env[65635]: _type = "Task" [ 717.838227] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.848617] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e72baf-fed1-3d05-2731-8840394d2bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.188555] env[65635]: DEBUG nova.scheduler.client.report [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.253212] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.254373] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.264516] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426022, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.347369] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Successfully updated port: b3106da3-63da-4f31-9a18-dbe391327429 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 718.356490] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e72baf-fed1-3d05-2731-8840394d2bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.357485] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87926729-0811-4925-b8cb-231fd176278a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.368671] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 718.368671] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a183d-b5e5-3870-284e-db785a826263" [ 718.368671] env[65635]: _type = "Task" [ 718.368671] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.382829] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a183d-b5e5-3870-284e-db785a826263, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.383167] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.383463] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 17838ba9-4a28-42c9-91d9-69b87836f240/17838ba9-4a28-42c9-91d9-69b87836f240.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.383815] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19ab0eb7-0992-4de2-a161-35f44b7baf67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.392508] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 718.392508] env[65635]: value = "task-4426023" [ 718.392508] env[65635]: _type = "Task" [ 718.392508] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.401535] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.579550] env[65635]: DEBUG nova.network.neutron [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.637272] env[65635]: WARNING neutronclient.v2_0.client [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.673837] env[65635]: WARNING neutronclient.v2_0.client [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.694675] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.695441] env[65635]: DEBUG nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 718.709763] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.517s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.712839] env[65635]: INFO nova.compute.claims [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.766510] env[65635]: DEBUG oslo_vmware.api [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426022, 'name': PowerOnVM_Task, 'duration_secs': 0.527494} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.766838] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.767679] env[65635]: INFO nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Took 11.95 seconds to spawn the instance on the hypervisor. [ 718.767850] env[65635]: DEBUG nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 718.770866] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c2491-3a38-492f-a483-6843d35de2fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.905559] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426023, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.972451] env[65635]: DEBUG nova.network.neutron [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Updated VIF entry in instance network info cache for port eeef8056-d4bb-47a1-b4a2-8b1e02f43839. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.972898] env[65635]: DEBUG nova.network.neutron [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Updating instance_info_cache with network_info: [{"id": "eeef8056-d4bb-47a1-b4a2-8b1e02f43839", "address": "fa:16:3e:b6:17:bb", "network": {"id": "db5a9dd7-7a5b-44ee-8292-2e090a5bf93e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1903348919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367d921ecb63411fa4d527e78daf0a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeef8056-d4", "ovs_interfaceid": "eeef8056-d4bb-47a1-b4a2-8b1e02f43839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.222118] env[65635]: DEBUG nova.compute.utils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.224755] env[65635]: DEBUG nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 719.225319] env[65635]: DEBUG nova.network.neutron [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.225784] env[65635]: WARNING neutronclient.v2_0.client [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.226238] env[65635]: WARNING neutronclient.v2_0.client [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.250673] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Updated VIF entry in instance network info cache for port 1a9eba58-667b-4615-8bd1-f3b3842ab324. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 719.250673] env[65635]: DEBUG nova.network.neutron [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Updating instance_info_cache with network_info: [{"id": "1a9eba58-667b-4615-8bd1-f3b3842ab324", "address": "fa:16:3e:7b:31:1b", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9eba58-66", "ovs_interfaceid": "1a9eba58-667b-4615-8bd1-f3b3842ab324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.265510] env[65635]: WARNING neutronclient.v2_0.client [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.289329] env[65635]: INFO nova.compute.manager [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Took 26.37 seconds to build instance. [ 719.404578] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514417} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.405477] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 17838ba9-4a28-42c9-91d9-69b87836f240/17838ba9-4a28-42c9-91d9-69b87836f240.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.405477] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.405773] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-855ebd7c-c085-412a-9a61-5eba751fe9f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.415218] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 719.415218] env[65635]: value = "task-4426024" [ 719.415218] env[65635]: _type = "Task" [ 719.415218] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.425321] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.476022] env[65635]: DEBUG oslo_concurrency.lockutils [req-81173941-2307-4be6-819c-872cbf8c0eab req-731fdbae-50f0-454d-87d3-aae7b0d523c8 service nova] Releasing lock "refresh_cache-5549a2e9-cb0a-4566-b675-fb8ca67665a7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.633206] env[65635]: DEBUG nova.policy [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45acc47be0bb441ea632caf97d76e102', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '145f145d0746457f96e96d7cf901a866', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.730609] env[65635]: DEBUG nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 719.754660] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf4a0459-9b77-4803-ae38-527758d2fcd2 req-0939925b-9ebe-45fc-92cb-0e9d3d630465 service nova] Releasing lock "refresh_cache-61335b38-5e93-4a82-bbc3-55045f7c5a82" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.793955] env[65635]: DEBUG oslo_concurrency.lockutils [None req-badae48f-7b5f-48fd-bb15-614b7ce90684 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.882s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.928682] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18973} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.929242] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.929864] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375f505-f59a-4db9-849c-d1530c0a9684 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.953625] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 17838ba9-4a28-42c9-91d9-69b87836f240/17838ba9-4a28-42c9-91d9-69b87836f240.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.956692] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59830e5-b263-4d85-9875-c18c2b582271 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.977233] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 719.977233] env[65635]: value = "task-4426025" [ 719.977233] env[65635]: _type = "Task" [ 719.977233] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.988663] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.123492] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea07095-32e8-41b1-962d-cdde4086eab3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.133551] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c20a4-cf7e-41cd-ad43-5fce1bd1a2d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.164671] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f881cf78-5103-401f-be02-1c2fed7f0840 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.168235] env[65635]: DEBUG nova.network.neutron [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Successfully created port: 6e411102-6b97-4ed6-8ab6-b468fe97b322 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 720.176486] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f48897-a72d-41b8-8161-90cd7971aa81 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.190702] env[65635]: DEBUG nova.compute.provider_tree [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.202172] env[65635]: DEBUG nova.network.neutron [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updating instance_info_cache with network_info: [{"id": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "address": "fa:16:3e:75:8d:1c", "network": {"id": "f69a6c16-3695-4c35-961f-8fd69b886a2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252555865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1b47eac28d84476b6a2d1d5a655117f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0978ab-a6", "ovs_interfaceid": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.479272] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Successfully updated port: d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 720.491340] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.703317] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Releasing lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.704080] env[65635]: DEBUG nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Instance network_info: |[{"id": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "address": "fa:16:3e:75:8d:1c", "network": {"id": "f69a6c16-3695-4c35-961f-8fd69b886a2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252555865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1b47eac28d84476b6a2d1d5a655117f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0978ab-a6", "ovs_interfaceid": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 720.704178] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:8d:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be0978ab-a6bb-4d8a-ad28-02f96e1acd56', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.713997] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Creating folder: Project (b1b47eac28d84476b6a2d1d5a655117f). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.715935] env[65635]: ERROR nova.scheduler.client.report [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [req-8d85c231-0bdb-4a43-968b-1b73a69d54a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d85c231-0bdb-4a43-968b-1b73a69d54a6"}]} [ 720.715935] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f995b96-a96f-4761-8502-55eb941be233 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.729762] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Created folder: Project (b1b47eac28d84476b6a2d1d5a655117f) in parent group-v866005. [ 720.729895] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Creating folder: Instances. Parent ref: group-v866082. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.730185] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ff65bf2-aa71-4f4b-aeee-1b859e08c5b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.737244] env[65635]: DEBUG nova.scheduler.client.report [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 720.739980] env[65635]: DEBUG nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 720.743537] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Created folder: Instances in parent group-v866082. [ 720.743601] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 720.744859] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.744859] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb886044-651a-4531-8699-fbe7ba13fbf0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.763144] env[65635]: DEBUG nova.scheduler.client.report [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 720.763484] env[65635]: DEBUG nova.compute.provider_tree [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.775865] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.775865] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.775865] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.776116] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.776116] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.776116] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.776200] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.776351] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.776537] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.776818] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.776925] env[65635]: DEBUG nova.virt.hardware [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.777885] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf182f-0099-4965-b604-cf01e17765f6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.784878] env[65635]: DEBUG nova.scheduler.client.report [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 720.787043] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.787043] env[65635]: value = "task-4426028" [ 720.787043] env[65635]: _type = "Task" [ 720.787043] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.795777] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c6e73b-08b3-4a89-aa99-2916e3cc3750 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.804180] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426028, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.818303] env[65635]: DEBUG nova.scheduler.client.report [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.986065] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.986317] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquired lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.986528] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 720.992147] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426025, 'name': ReconfigVM_Task, 'duration_secs': 0.896583} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.995301] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 17838ba9-4a28-42c9-91d9-69b87836f240/17838ba9-4a28-42c9-91d9-69b87836f240.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.996251] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aefe9203-95c9-4350-8ccb-3050a8d6cd1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.006332] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 721.006332] env[65635]: value = "task-4426029" [ 721.006332] env[65635]: _type = "Task" [ 721.006332] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.018137] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426029, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.262815] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4b5345-1d90-4f0d-8dcd-289a0558204c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.271977] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3abda8-ec30-4259-a0a4-4cb4c9076d92 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.307593] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d84c8-5ba8-43f4-a24c-00edc297bb85 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.320722] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682901c4-936d-4c03-9458-80611776138d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.325269] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426028, 'name': CreateVM_Task, 'duration_secs': 0.405252} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.325938] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.327072] env[65635]: WARNING neutronclient.v2_0.client [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.327495] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.327693] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.328075] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.328422] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9feb4a-ba5b-4a52-8162-bca478124c07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.340684] env[65635]: DEBUG nova.compute.provider_tree [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.346683] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 721.346683] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52588110-da1b-a39e-63bf-17fc8d6b7106" [ 721.346683] env[65635]: _type = "Task" [ 721.346683] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.356682] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52588110-da1b-a39e-63bf-17fc8d6b7106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.516651] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426029, 'name': Rename_Task, 'duration_secs': 0.213794} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.516911] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.517175] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ac73f3-0e97-4eb9-8aa2-62e03a9d59d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.524377] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 721.524377] env[65635]: value = "task-4426030" [ 721.524377] env[65635]: _type = "Task" [ 721.524377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.534223] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.846902] env[65635]: DEBUG nova.scheduler.client.report [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.866020] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52588110-da1b-a39e-63bf-17fc8d6b7106, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.866020] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.866020] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.866020] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.866567] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.866567] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.866567] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18636566-cc9a-48e1-94e8-cbb573d5c02b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.881176] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.881176] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.881176] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c98741e9-12f9-4c76-9163-a062c8d10ca3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.886433] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 721.892610] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 721.892610] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52caa4bf-c6b3-e2ef-8bea-392c8402c1f5" [ 721.892610] env[65635]: _type = "Task" [ 721.892610] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.911411] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52caa4bf-c6b3-e2ef-8bea-392c8402c1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.913033] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a05dbd4-f99e-401a-b29c-9073c2dbfe42 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.920090] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 721.920090] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523023b5-3648-5433-c512-df23e18a9b7b" [ 721.920090] env[65635]: _type = "Task" [ 721.920090] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.932804] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523023b5-3648-5433-c512-df23e18a9b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.038435] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.072367] env[65635]: WARNING neutronclient.v2_0.client [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.187165] env[65635]: DEBUG nova.compute.manager [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Received event network-vif-deleted-f57be695-0adb-4fb8-bbca-fc3989d3f6c8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.187165] env[65635]: DEBUG nova.compute.manager [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Received event network-vif-plugged-f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.187165] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] Acquiring lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.187165] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] Lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.187165] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] Lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.187627] env[65635]: DEBUG nova.compute.manager [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] No waiting events found dispatching network-vif-plugged-f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 722.187682] env[65635]: WARNING nova.compute.manager [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Received unexpected event network-vif-plugged-f07152ae-51b0-4168-9968-bef2cc67e017 for instance with vm_state active and task_state None. [ 722.187836] env[65635]: DEBUG nova.compute.manager [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Received event network-changed-f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.187990] env[65635]: DEBUG nova.compute.manager [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Refreshing instance network info cache due to event network-changed-f07152ae-51b0-4168-9968-bef2cc67e017. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 722.188827] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] Acquiring lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.188916] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] Acquired lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.189055] env[65635]: DEBUG nova.network.neutron [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Refreshing network info cache for port f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.211940] env[65635]: DEBUG nova.network.neutron [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Successfully updated port: 6e411102-6b97-4ed6-8ab6-b468fe97b322 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 722.264648] env[65635]: WARNING neutronclient.v2_0.client [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.352891] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.644s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.353345] env[65635]: DEBUG nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 722.356700] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.243s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.356944] env[65635]: DEBUG nova.objects.instance [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lazy-loading 'resources' on Instance uuid 30d8c792-400c-42be-aa44-6144d11a2393 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.437580] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523023b5-3648-5433-c512-df23e18a9b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.438887] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.439202] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7/1989816b-86b3-45bf-b291-0d6b1bec2fb7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.439956] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-662251d2-686b-480a-a96c-3083a407f92b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.451454] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 722.451454] env[65635]: value = "task-4426031" [ 722.451454] env[65635]: _type = "Task" [ 722.451454] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.470171] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.527399] env[65635]: WARNING neutronclient.v2_0.client [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.539029] env[65635]: DEBUG oslo_vmware.api [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426030, 'name': PowerOnVM_Task, 'duration_secs': 0.986923} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.539419] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.539624] env[65635]: INFO nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Took 13.02 seconds to spawn the instance on the hypervisor. [ 722.539916] env[65635]: DEBUG nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 722.543417] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc28d2d-081a-4470-908b-a55be7924f20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.618555] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquiring lock "da9e06f2-30cd-4409-87a4-10cddce2f4da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.618924] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "da9e06f2-30cd-4409-87a4-10cddce2f4da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.689216] env[65635]: DEBUG nova.network.neutron [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Updating instance_info_cache with network_info: [{"id": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "address": "fa:16:3e:83:57:b5", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481e2a3c-bb", "ovs_interfaceid": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3106da3-63da-4f31-9a18-dbe391327429", "address": "fa:16:3e:18:96:41", "network": {"id": "65c69706-270b-46d2-980e-b7e1e67feff6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-797122590", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3106da3-63", "ovs_interfaceid": "b3106da3-63da-4f31-9a18-dbe391327429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "address": "fa:16:3e:0a:6e:bd", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a4a36a-cc", "ovs_interfaceid": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.692557] env[65635]: WARNING neutronclient.v2_0.client [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.716544] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquiring lock "refresh_cache-167234a7-8ddc-430d-92ca-9db79ada2163" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.717195] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquired lock "refresh_cache-167234a7-8ddc-430d-92ca-9db79ada2163" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.717195] env[65635]: DEBUG nova.network.neutron [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 722.861450] env[65635]: DEBUG nova.compute.utils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.867301] env[65635]: DEBUG nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 722.867670] env[65635]: DEBUG nova.network.neutron [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 722.868189] env[65635]: WARNING neutronclient.v2_0.client [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.868510] env[65635]: WARNING neutronclient.v2_0.client [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.938042] env[65635]: DEBUG nova.policy [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37a4a9034ea543bba224d10431e6b2a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9356b6656b4647ed9faa004e306e3deb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.966442] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426031, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.039429] env[65635]: WARNING neutronclient.v2_0.client [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.070742] env[65635]: INFO nova.compute.manager [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Took 28.18 seconds to build instance. [ 723.122243] env[65635]: DEBUG nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 723.125844] env[65635]: DEBUG nova.network.neutron [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Updated VIF entry in instance network info cache for port f07152ae-51b0-4168-9968-bef2cc67e017. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 723.126339] env[65635]: DEBUG nova.network.neutron [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Updating instance_info_cache with network_info: [{"id": "f07152ae-51b0-4168-9968-bef2cc67e017", "address": "fa:16:3e:e8:27:3c", "network": {"id": "c53f48ed-723f-4e0a-afd4-0b857be2ff7e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1515523046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aa529a22d24373b11d12069d4dc04f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07152ae-51", "ovs_interfaceid": "f07152ae-51b0-4168-9968-bef2cc67e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.196660] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Releasing lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.197323] env[65635]: DEBUG nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Instance network_info: |[{"id": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "address": "fa:16:3e:83:57:b5", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481e2a3c-bb", "ovs_interfaceid": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3106da3-63da-4f31-9a18-dbe391327429", "address": "fa:16:3e:18:96:41", "network": {"id": "65c69706-270b-46d2-980e-b7e1e67feff6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-797122590", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3106da3-63", "ovs_interfaceid": "b3106da3-63da-4f31-9a18-dbe391327429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "address": "fa:16:3e:0a:6e:bd", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a4a36a-cc", "ovs_interfaceid": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 723.198819] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:57:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '481e2a3c-bbb9-44e3-b351-85dd03029ed0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:96:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3106da3-63da-4f31-9a18-dbe391327429', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:6e:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a4a36a-ccb5-4491-9ddc-9cc0d707c63b', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.218485] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Creating folder: Project (10026294c6c341d5b0af6f709fe38f45). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.226611] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c375d0b-5881-4368-ae6a-c4fcdc66b2be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.243025] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Created folder: Project (10026294c6c341d5b0af6f709fe38f45) in parent group-v866005. [ 723.243025] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Creating folder: Instances. Parent ref: group-v866085. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.243025] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffe0f2f5-e95e-47e4-b01b-f691c1b95cb7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.259352] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Created folder: Instances in parent group-v866085. [ 723.259618] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 723.259841] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.260044] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-341638ba-d82e-4965-be7d-1ecab452bb6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.295371] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.295371] env[65635]: value = "task-4426034" [ 723.295371] env[65635]: _type = "Task" [ 723.295371] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.309452] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426034, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.324293] env[65635]: DEBUG nova.network.neutron [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Successfully created port: 248eaf55-5b69-4c07-9cc6-07d7e8cf813b {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 723.371835] env[65635]: DEBUG nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 723.438950] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da227a8a-baf4-4242-a387-8f23f80e7a81 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.452036] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0307b940-5cc8-4b96-9bdb-e1016588e636 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.495202] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5933d30-b906-4a94-b915-411485dbb191 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.502311] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541393} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.503181] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7/1989816b-86b3-45bf-b291-0d6b1bec2fb7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.503594] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.504031] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe30d8a-d46f-49f7-8fef-e49a3572f359 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.510369] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33338284-dc71-40a7-a717-5718707420d1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.516801] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 723.516801] env[65635]: value = "task-4426035" [ 723.516801] env[65635]: _type = "Task" [ 723.516801] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.530055] env[65635]: DEBUG nova.compute.provider_tree [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.539839] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.573538] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0939aa6b-a1dc-4f0e-8764-bef9cfbd2938 tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "17838ba9-4a28-42c9-91d9-69b87836f240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.701s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.632741] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] Releasing lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.632741] env[65635]: DEBUG nova.compute.manager [req-0b5b0995-2b48-40ed-8c52-1e5eb7ca9963 req-697ad315-95ed-446d-92a9-597982d68ca6 service nova] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Received event network-vif-deleted-e1a04467-78a5-4be7-bc50-26df05d2206b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 723.653447] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.811900] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426034, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.969391] env[65635]: DEBUG nova.network.neutron [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 724.029225] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140333} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.029514] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.030342] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49db39-08fb-4f23-b263-51078424899a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.057243] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7/1989816b-86b3-45bf-b291-0d6b1bec2fb7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.057632] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8ab725-1673-4dbc-92e8-b0d79e8efdd5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.075240] env[65635]: ERROR nova.scheduler.client.report [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] [req-b3f7c2ed-64e2-49a1-bbe0-fdb79aba770c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3f7c2ed-64e2-49a1-bbe0-fdb79aba770c"}]} [ 724.084727] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 724.084727] env[65635]: value = "task-4426036" [ 724.084727] env[65635]: _type = "Task" [ 724.084727] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.097994] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.106493] env[65635]: DEBUG nova.scheduler.client.report [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 724.140317] env[65635]: DEBUG nova.scheduler.client.report [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 724.140542] env[65635]: DEBUG nova.compute.provider_tree [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.157926] env[65635]: DEBUG nova.scheduler.client.report [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 724.181945] env[65635]: DEBUG nova.scheduler.client.report [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 724.306551] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426034, 'name': CreateVM_Task, 'duration_secs': 0.845815} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.307137] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.307331] env[65635]: WARNING neutronclient.v2_0.client [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.307680] env[65635]: WARNING neutronclient.v2_0.client [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.307956] env[65635]: WARNING neutronclient.v2_0.client [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.308686] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.308686] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.308782] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.311443] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0ae667-5d39-4d6a-b4b6-96c156115dce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.319614] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 724.319614] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ddd144-488d-4dc1-f0ae-48395d3d505d" [ 724.319614] env[65635]: _type = "Task" [ 724.319614] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.329878] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ddd144-488d-4dc1-f0ae-48395d3d505d, 'name': SearchDatastore_Task} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.332810] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.333072] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.333309] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.333452] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.333624] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.334167] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82114d2a-89f4-40ac-8927-71a4f2ab7a86 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.343973] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.344298] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.345077] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26fac7e-d7f4-41b4-af70-33f44d1baf98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.354549] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 724.354549] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f97855-f9d2-7c55-1930-2b41f28c9f08" [ 724.354549] env[65635]: _type = "Task" [ 724.354549] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.365387] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f97855-f9d2-7c55-1930-2b41f28c9f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.385658] env[65635]: DEBUG nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 724.417669] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 724.417929] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.418096] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 724.418278] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.418419] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 724.418563] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 724.418873] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 724.419092] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 724.419306] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 724.419506] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 724.419731] env[65635]: DEBUG nova.virt.hardware [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 724.420745] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf27cc59-e4fc-47e2-9826-f124c4bb5c68 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.432907] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463246cc-44ba-4216-ac7a-e3f3d0e497be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.601292] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.639247] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637e2a50-749b-4cf2-bf24-a117c6787cae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.648321] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a288fc57-f27b-4df1-a812-e0ace42649ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.682806] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6044a37-63ec-4a95-a724-13966a635b8b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.691997] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a7517b-8383-4b16-867d-84f312327f15 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.705719] env[65635]: DEBUG nova.compute.provider_tree [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.768803] env[65635]: WARNING neutronclient.v2_0.client [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.872131] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f97855-f9d2-7c55-1930-2b41f28c9f08, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.873126] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97da6f7-8aa9-4a76-b11b-c5fc6309485a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.882750] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 724.882750] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241aaae-eafd-6c39-0865-2fffdbe4b6ed" [ 724.882750] env[65635]: _type = "Task" [ 724.882750] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.894186] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241aaae-eafd-6c39-0865-2fffdbe4b6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.961030] env[65635]: DEBUG nova.compute.manager [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Received event network-vif-deleted-bf0efa7b-9287-481c-a771-f9c1a57cad2d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.961030] env[65635]: DEBUG nova.compute.manager [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 79da7441-a5f2-442f-b900-84087479341e] Received event network-vif-deleted-d1597b16-ac13-4644-9a11-3ebe0e3278fb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.961030] env[65635]: DEBUG nova.compute.manager [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Received event network-vif-plugged-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.961030] env[65635]: DEBUG oslo_concurrency.lockutils [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] Acquiring lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.961270] env[65635]: DEBUG oslo_concurrency.lockutils [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] Lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.961435] env[65635]: DEBUG oslo_concurrency.lockutils [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] Lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.961659] env[65635]: DEBUG nova.compute.manager [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] No waiting events found dispatching network-vif-plugged-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 724.962023] env[65635]: WARNING nova.compute.manager [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Received unexpected event network-vif-plugged-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 for instance with vm_state building and task_state spawning. [ 724.962023] env[65635]: DEBUG nova.compute.manager [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Received event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.962165] env[65635]: DEBUG nova.compute.manager [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing instance network info cache due to event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 724.962348] env[65635]: DEBUG oslo_concurrency.lockutils [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] Acquiring lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.962724] env[65635]: DEBUG oslo_concurrency.lockutils [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] Acquired lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.962724] env[65635]: DEBUG nova.network.neutron [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.099927] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426036, 'name': ReconfigVM_Task, 'duration_secs': 0.793027} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.100303] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7/1989816b-86b3-45bf-b291-0d6b1bec2fb7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.100911] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-277f4299-2518-48e4-b1f4-a0c406c83e4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.111915] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 725.111915] env[65635]: value = "task-4426037" [ 725.111915] env[65635]: _type = "Task" [ 725.111915] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.119960] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426037, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.163277] env[65635]: DEBUG nova.network.neutron [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Updating instance_info_cache with network_info: [{"id": "6e411102-6b97-4ed6-8ab6-b468fe97b322", "address": "fa:16:3e:45:0f:0a", "network": {"id": "be34c79c-56e1-4823-85ba-0b15661c3c47", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-554274618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "145f145d0746457f96e96d7cf901a866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e411102-6b", "ovs_interfaceid": "6e411102-6b97-4ed6-8ab6-b468fe97b322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.259404] env[65635]: DEBUG nova.scheduler.client.report [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 725.259758] env[65635]: DEBUG nova.compute.provider_tree [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 46 to 47 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 725.260019] env[65635]: DEBUG nova.compute.provider_tree [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.397991] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241aaae-eafd-6c39-0865-2fffdbe4b6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.400374] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.400374] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c/60fd1576-c30d-48e1-b1a1-20a5b17c1b0c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.400374] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-639be2f3-ad3d-4f25-9cda-ee07136176af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.410467] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 725.410467] env[65635]: value = "task-4426038" [ 725.410467] env[65635]: _type = "Task" [ 725.410467] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.424985] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.466948] env[65635]: WARNING neutronclient.v2_0.client [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.589651] env[65635]: DEBUG nova.network.neutron [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Successfully updated port: 248eaf55-5b69-4c07-9cc6-07d7e8cf813b {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 725.628181] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426037, 'name': Rename_Task, 'duration_secs': 0.180917} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.628181] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.628181] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b7812b2-2107-4813-bdb4-2866cfd79129 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.637091] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 725.637091] env[65635]: value = "task-4426039" [ 725.637091] env[65635]: _type = "Task" [ 725.637091] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.648177] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.670413] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Releasing lock "refresh_cache-167234a7-8ddc-430d-92ca-9db79ada2163" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.671117] env[65635]: DEBUG nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Instance network_info: |[{"id": "6e411102-6b97-4ed6-8ab6-b468fe97b322", "address": "fa:16:3e:45:0f:0a", "network": {"id": "be34c79c-56e1-4823-85ba-0b15661c3c47", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-554274618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "145f145d0746457f96e96d7cf901a866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e411102-6b", "ovs_interfaceid": "6e411102-6b97-4ed6-8ab6-b468fe97b322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 725.674149] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:0f:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e411102-6b97-4ed6-8ab6-b468fe97b322', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.684014] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Creating folder: Project (145f145d0746457f96e96d7cf901a866). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.684438] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36cdb2a6-f64d-4302-a5c1-f5477ddd2958 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.701105] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Created folder: Project (145f145d0746457f96e96d7cf901a866) in parent group-v866005. [ 725.701336] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Creating folder: Instances. Parent ref: group-v866088. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.701636] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cad9dd5-8cfa-4fbc-bd21-a2a197179aeb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.714319] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Created folder: Instances in parent group-v866088. [ 725.714787] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 725.715126] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.715404] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93283296-6e12-456a-979a-704d03fe95c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.739402] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.739402] env[65635]: value = "task-4426042" [ 725.739402] env[65635]: _type = "Task" [ 725.739402] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.750160] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426042, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.766039] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.409s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.769475] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.722s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.770946] env[65635]: INFO nova.compute.claims [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.809878] env[65635]: INFO nova.scheduler.client.report [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Deleted allocations for instance 30d8c792-400c-42be-aa44-6144d11a2393 [ 725.925675] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426038, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.926382] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.926382] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.926564] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.926848] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.927090] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.931373] env[65635]: INFO nova.compute.manager [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Terminating instance [ 725.990676] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Acquiring lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.990947] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.096496] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquiring lock "refresh_cache-c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.096673] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquired lock "refresh_cache-c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.096925] env[65635]: DEBUG nova.network.neutron [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 726.150663] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.256995] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426042, 'name': CreateVM_Task, 'duration_secs': 0.499491} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.257452] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.258103] env[65635]: WARNING neutronclient.v2_0.client [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.258706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.258946] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.259446] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.259866] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3928df-f5e2-46d9-b1f0-015edaff4588 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.267535] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 726.267535] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f7637d-c6d8-23e0-9767-58ba4ef9ad25" [ 726.267535] env[65635]: _type = "Task" [ 726.267535] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.286792] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f7637d-c6d8-23e0-9767-58ba4ef9ad25, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.287593] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.287946] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.288342] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.288810] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.288881] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.289302] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180aa66a-f407-4f29-9144-93dd266c54a8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.302332] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.302547] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.303871] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae821b4-137e-4776-9473-d50bd9b12959 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.311334] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 726.311334] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529aaf98-ed72-72fb-3722-6eeb893b5350" [ 726.311334] env[65635]: _type = "Task" [ 726.311334] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.323433] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529aaf98-ed72-72fb-3722-6eeb893b5350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.324072] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c6bbdfe-5dd8-4b55-99a2-27a6e43ffc8b tempest-FloatingIPsAssociationNegativeTestJSON-1445942793 tempest-FloatingIPsAssociationNegativeTestJSON-1445942793-project-member] Lock "30d8c792-400c-42be-aa44-6144d11a2393" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.137s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.422118] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524941} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.422390] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c/60fd1576-c30d-48e1-b1a1-20a5b17c1b0c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.422601] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.422857] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-852d2713-2674-4625-9c88-410345d25fc1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.429905] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 726.429905] env[65635]: value = "task-4426043" [ 726.429905] env[65635]: _type = "Task" [ 726.429905] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.431116] env[65635]: WARNING neutronclient.v2_0.client [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.437220] env[65635]: DEBUG nova.compute.manager [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 726.437389] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.438180] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7752d-e827-475e-ad57-d876296ec8ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.448830] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.452249] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.452549] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eb35a69-ffd8-4fba-a056-a277b2dbe7a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.460660] env[65635]: DEBUG oslo_vmware.api [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 726.460660] env[65635]: value = "task-4426044" [ 726.460660] env[65635]: _type = "Task" [ 726.460660] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.471909] env[65635]: DEBUG oslo_vmware.api [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.494115] env[65635]: DEBUG nova.compute.utils [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.519903] env[65635]: DEBUG nova.network.neutron [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updated VIF entry in instance network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 726.520300] env[65635]: DEBUG nova.network.neutron [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updating instance_info_cache with network_info: [{"id": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "address": "fa:16:3e:75:8d:1c", "network": {"id": "f69a6c16-3695-4c35-961f-8fd69b886a2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252555865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1b47eac28d84476b6a2d1d5a655117f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0978ab-a6", "ovs_interfaceid": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.649428] env[65635]: DEBUG oslo_vmware.api [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426039, 'name': PowerOnVM_Task, 'duration_secs': 0.758262} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.650419] env[65635]: DEBUG nova.network.neutron [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 726.652631] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.652840] env[65635]: INFO nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Took 10.56 seconds to spawn the instance on the hypervisor. [ 726.653054] env[65635]: DEBUG nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 726.654045] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9762d1-cbbb-44ec-82d1-042ea8170411 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.726702] env[65635]: WARNING neutronclient.v2_0.client [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.812767] env[65635]: DEBUG nova.network.neutron [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Updating instance_info_cache with network_info: [{"id": "248eaf55-5b69-4c07-9cc6-07d7e8cf813b", "address": "fa:16:3e:62:85:75", "network": {"id": "2fa5ed93-1344-4450-bfd4-ca19817c96b4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1120175961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9356b6656b4647ed9faa004e306e3deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248eaf55-5b", "ovs_interfaceid": "248eaf55-5b69-4c07-9cc6-07d7e8cf813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.830220] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529aaf98-ed72-72fb-3722-6eeb893b5350, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.831477] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a044c6-2160-4ef2-a9c6-c2a11dda8eaa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.841857] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 726.841857] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ce2d83-379f-122f-d16c-549fedd0fee7" [ 726.841857] env[65635]: _type = "Task" [ 726.841857] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.850659] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ce2d83-379f-122f-d16c-549fedd0fee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.948036] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077793} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.948036] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.949416] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b8287-4e90-433d-955a-f71c27f6066f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.984073] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c/60fd1576-c30d-48e1-b1a1-20a5b17c1b0c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.991173] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ee8165-eead-4d3e-9851-e9caf348af26 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.007320] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.016193] env[65635]: DEBUG oslo_vmware.api [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426044, 'name': PowerOffVM_Task, 'duration_secs': 0.226602} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.017136] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.017196] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.017795] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 727.017795] env[65635]: value = "task-4426045" [ 727.017795] env[65635]: _type = "Task" [ 727.017795] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.020293] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12dfe4c7-37a8-43f4-9ec3-90ba65f3153f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.022619] env[65635]: DEBUG oslo_concurrency.lockutils [req-b7aad563-fba2-4c28-828b-0faa495a24e2 req-0dc9bcef-5c8d-46ad-89c5-b9243c7f8524 service nova] Releasing lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.033291] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.110808] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.111346] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.111346] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleting the datastore file [datastore1] ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.111547] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ddcc3d-9159-4648-8aae-4e11fb2ddd00 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.123022] env[65635]: DEBUG oslo_vmware.api [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 727.123022] env[65635]: value = "task-4426047" [ 727.123022] env[65635]: _type = "Task" [ 727.123022] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.137378] env[65635]: DEBUG oslo_vmware.api [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.175158] env[65635]: INFO nova.compute.manager [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Took 22.15 seconds to build instance. [ 727.273881] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b601b9d-60b1-43f9-9492-ea21f0e268af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.283810] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c733834-38b9-416a-a99e-7ee5e4d4e001 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.327416] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Releasing lock "refresh_cache-c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.327903] env[65635]: DEBUG nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Instance network_info: |[{"id": "248eaf55-5b69-4c07-9cc6-07d7e8cf813b", "address": "fa:16:3e:62:85:75", "network": {"id": "2fa5ed93-1344-4450-bfd4-ca19817c96b4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1120175961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9356b6656b4647ed9faa004e306e3deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248eaf55-5b", "ovs_interfaceid": "248eaf55-5b69-4c07-9cc6-07d7e8cf813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 727.329178] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:85:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '248eaf55-5b69-4c07-9cc6-07d7e8cf813b', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.337732] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Creating folder: Project (9356b6656b4647ed9faa004e306e3deb). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.338664] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637a5d7-474e-41c0-8fae-343fd78aac82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.341570] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f37da137-4e01-4249-bb11-bfb3d3c1fa8b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.356041] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd4b2c7-78fb-4fed-b5ad-98ec57275dce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.363283] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Created folder: Project (9356b6656b4647ed9faa004e306e3deb) in parent group-v866005. [ 727.363508] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Creating folder: Instances. Parent ref: group-v866091. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.363769] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ce2d83-379f-122f-d16c-549fedd0fee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.364489] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c24a417-00aa-4254-aedb-c01f5c8eb524 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.366349] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.366621] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 167234a7-8ddc-430d-92ca-9db79ada2163/167234a7-8ddc-430d-92ca-9db79ada2163.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.375480] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f6a4e8b-c759-4993-a0ea-37316f17a958 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.379329] env[65635]: DEBUG nova.compute.provider_tree [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.388811] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 727.388811] env[65635]: value = "task-4426050" [ 727.388811] env[65635]: _type = "Task" [ 727.388811] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.396432] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Created folder: Instances in parent group-v866091. [ 727.396790] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 727.397546] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.397855] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-471d8fe6-37f6-447f-bc96-debe36b6e53e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.420062] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.426814] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.426814] env[65635]: value = "task-4426051" [ 727.426814] env[65635]: _type = "Task" [ 727.426814] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.438038] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426051, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.535062] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426045, 'name': ReconfigVM_Task, 'duration_secs': 0.43569} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.535607] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c/60fd1576-c30d-48e1-b1a1-20a5b17c1b0c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.536733] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87af2614-487e-4af9-8730-4c46312756c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.546387] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 727.546387] env[65635]: value = "task-4426052" [ 727.546387] env[65635]: _type = "Task" [ 727.546387] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.556384] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426052, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.619951] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Received event network-vif-plugged-490aab1d-4b0f-4eb3-879a-2f39ebbfefaf {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.620217] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquiring lock "17838ba9-4a28-42c9-91d9-69b87836f240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.620555] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Lock "17838ba9-4a28-42c9-91d9-69b87836f240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.620894] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Lock "17838ba9-4a28-42c9-91d9-69b87836f240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.622758] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] No waiting events found dispatching network-vif-plugged-490aab1d-4b0f-4eb3-879a-2f39ebbfefaf {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 727.622758] env[65635]: WARNING nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Received unexpected event network-vif-plugged-490aab1d-4b0f-4eb3-879a-2f39ebbfefaf for instance with vm_state active and task_state None. [ 727.622758] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Received event network-changed-490aab1d-4b0f-4eb3-879a-2f39ebbfefaf {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.622758] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Refreshing instance network info cache due to event network-changed-490aab1d-4b0f-4eb3-879a-2f39ebbfefaf. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 727.622758] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquiring lock "refresh_cache-17838ba9-4a28-42c9-91d9-69b87836f240" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.623201] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquired lock "refresh_cache-17838ba9-4a28-42c9-91d9-69b87836f240" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.623201] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Refreshing network info cache for port 490aab1d-4b0f-4eb3-879a-2f39ebbfefaf {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.640368] env[65635]: DEBUG oslo_vmware.api [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303352} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.640368] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.640368] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.640782] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.640782] env[65635]: INFO nova.compute.manager [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 727.640985] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 727.641508] env[65635]: DEBUG nova.compute.manager [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 727.641638] env[65635]: DEBUG nova.network.neutron [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.641958] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.679518] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e4e9db94-b61e-45b2-8958-e50376ed71b8 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.663s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.774765] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.884090] env[65635]: DEBUG nova.scheduler.client.report [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.906699] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426050, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.942538] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426051, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.059049] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426052, 'name': Rename_Task, 'duration_secs': 0.477038} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.059372] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.059670] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb7b715-fe6c-496d-ae15-627e3a247ba7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.068809] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 728.068809] env[65635]: value = "task-4426053" [ 728.068809] env[65635]: _type = "Task" [ 728.068809] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.080818] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.101214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Acquiring lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.101693] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.102134] env[65635]: INFO nova.compute.manager [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Attaching volume 5a4777ea-1071-4f61-ad97-05abed1d32b6 to /dev/sdb [ 728.127398] env[65635]: WARNING neutronclient.v2_0.client [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.148364] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e443d750-ddae-49fa-8e90-58c9ddacca3a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.156192] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38602765-ebdc-4c5b-a18c-72e98eea4ac9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.175797] env[65635]: DEBUG nova.virt.block_device [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Updating existing volume attachment record: db7a97fd-7e22-4ff9-b6fd-cf1b10f48ca5 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 728.397969] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.397969] env[65635]: DEBUG nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 728.400576] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.190s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.400875] env[65635]: DEBUG nova.objects.instance [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lazy-loading 'resources' on Instance uuid b6e6a491-b1b7-4dab-82b5-d30bd8b4094f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.410408] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602321} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.410408] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 167234a7-8ddc-430d-92ca-9db79ada2163/167234a7-8ddc-430d-92ca-9db79ada2163.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.410408] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.410408] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdae81f4-73bb-450d-a5b2-5b6f8a37589b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.421048] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 728.421048] env[65635]: value = "task-4426057" [ 728.421048] env[65635]: _type = "Task" [ 728.421048] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.439707] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.445239] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426051, 'name': CreateVM_Task, 'duration_secs': 0.830965} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.445668] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.445998] env[65635]: WARNING neutronclient.v2_0.client [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.446419] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.446573] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.446912] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.447208] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89194521-59bb-41ef-ae42-c69520d4cac1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.455373] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 728.455373] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522310fb-84e1-90dd-cbd1-682f0640c0c6" [ 728.455373] env[65635]: _type = "Task" [ 728.455373] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.466934] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522310fb-84e1-90dd-cbd1-682f0640c0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.587740] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426053, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.908621] env[65635]: DEBUG nova.compute.utils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.922963] env[65635]: DEBUG nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 728.925827] env[65635]: DEBUG nova.network.neutron [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 728.925827] env[65635]: WARNING neutronclient.v2_0.client [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.925827] env[65635]: WARNING neutronclient.v2_0.client [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.950917] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194705} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.955325] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.956728] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96afae91-5c58-4136-8eb2-214ec2a64344 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.973015] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522310fb-84e1-90dd-cbd1-682f0640c0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.021314} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.986180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.987087] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.987087] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.987087] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.987087] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.998219] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 167234a7-8ddc-430d-92ca-9db79ada2163/167234a7-8ddc-430d-92ca-9db79ada2163.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.999017] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26a8b962-1419-49eb-8f2a-9f70d1751155 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.003901] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9366b204-49b5-47d8-8299-a63b7116fd45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.033065] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 729.033065] env[65635]: value = "task-4426058" [ 729.033065] env[65635]: _type = "Task" [ 729.033065] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.034469] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.034726] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.038998] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790fe3e8-a86d-430c-a401-6ba8a45c251c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.050339] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 729.050339] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cdf816-3f4d-3fc3-461d-5ed614565b91" [ 729.050339] env[65635]: _type = "Task" [ 729.050339] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.054816] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426058, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.070664] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cdf816-3f4d-3fc3-461d-5ed614565b91, 'name': SearchDatastore_Task, 'duration_secs': 0.014928} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.075212] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c243ed5-87ae-45ce-9edb-b9169159f4f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.092806] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 729.092806] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523b99b1-d5a6-7dd8-f3e9-8261c68769ad" [ 729.092806] env[65635]: _type = "Task" [ 729.092806] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.093680] env[65635]: DEBUG oslo_vmware.api [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426053, 'name': PowerOnVM_Task, 'duration_secs': 0.808627} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.094124] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.094340] env[65635]: INFO nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Took 15.75 seconds to spawn the instance on the hypervisor. [ 729.094519] env[65635]: DEBUG nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 729.100363] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dfa797-ff3b-4922-9eb8-1a18388db173 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.118395] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523b99b1-d5a6-7dd8-f3e9-8261c68769ad, 'name': SearchDatastore_Task, 'duration_secs': 0.020229} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.118911] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.119139] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] c57fa6a5-d2d0-4f9f-94e0-88d2c350b212/c57fa6a5-d2d0-4f9f-94e0-88d2c350b212.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.119745] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-649b5f63-696f-49d1-bfdc-59615a83a7d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.131217] env[65635]: DEBUG nova.network.neutron [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.134470] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 729.134470] env[65635]: value = "task-4426059" [ 729.134470] env[65635]: _type = "Task" [ 729.134470] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.145814] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.236598] env[65635]: DEBUG nova.policy [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3810d75d3bc4d15a70263ebe9084099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e53fc320d450dbab1ce8223f0cf18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.323568] env[65635]: WARNING neutronclient.v2_0.client [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.423899] env[65635]: DEBUG nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 729.555381] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.558777] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d52b3da-a5a1-4baa-a373-2de9ad94b20e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.570525] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f8a19-ada0-478e-9156-7786f9c9c359 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.608470] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85937efc-c5b2-46be-a09a-8e3eb4b7f224 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.619999] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b966dac8-3c69-48b9-9f50-0c36406b3fe7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.642283] env[65635]: INFO nova.compute.manager [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Took 2.00 seconds to deallocate network for instance. [ 729.643054] env[65635]: DEBUG nova.compute.provider_tree [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.645089] env[65635]: INFO nova.compute.manager [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Took 34.54 seconds to build instance. [ 729.663503] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426059, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.916327] env[65635]: DEBUG nova.network.neutron [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Successfully created port: dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 730.052868] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426058, 'name': ReconfigVM_Task, 'duration_secs': 0.611462} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.052868] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 167234a7-8ddc-430d-92ca-9db79ada2163/167234a7-8ddc-430d-92ca-9db79ada2163.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.054235] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc5fce46-f183-495e-817f-35a16940840a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.067250] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 730.067250] env[65635]: value = "task-4426060" [ 730.067250] env[65635]: _type = "Task" [ 730.067250] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.076135] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426060, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.157025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c31e5ecc-a36f-4247-81f4-8ab9efd21e4b tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.063s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.157025] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833394} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.157025] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] c57fa6a5-d2d0-4f9f-94e0-88d2c350b212/c57fa6a5-d2d0-4f9f-94e0-88d2c350b212.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.157025] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.157025] env[65635]: DEBUG nova.scheduler.client.report [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.160054] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3c7aa02-8568-4025-bca3-7cc2920c22ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.162982] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.172155] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 730.172155] env[65635]: value = "task-4426061" [ 730.172155] env[65635]: _type = "Task" [ 730.172155] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.189654] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.435698] env[65635]: DEBUG nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 730.481573] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 730.481778] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.481955] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 730.482196] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.482349] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 730.482498] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 730.482755] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 730.482857] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 730.483135] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 730.483190] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 730.483358] env[65635]: DEBUG nova.virt.hardware [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 730.485196] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d675e9ca-557b-4cbf-bd2e-fc551d3fe08f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.497510] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb5fd5e-ebb3-4f4a-9477-b2e9697aa726 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.521197] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Updated VIF entry in instance network info cache for port 490aab1d-4b0f-4eb3-879a-2f39ebbfefaf. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 730.521197] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Updating instance_info_cache with network_info: [{"id": "490aab1d-4b0f-4eb3-879a-2f39ebbfefaf", "address": "fa:16:3e:e5:97:89", "network": {"id": "58a2623f-91a7-47b2-834b-0e0b78fdfc8d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1310493979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "289915c190254f38a56edc315a68ebd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490aab1d-4b", "ovs_interfaceid": "490aab1d-4b0f-4eb3-879a-2f39ebbfefaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.578537] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426060, 'name': Rename_Task, 'duration_secs': 0.302097} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.578687] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.579277] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f7478e-0101-4d02-88d2-b1b9c3cfff3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.588449] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 730.588449] env[65635]: value = "task-4426063" [ 730.588449] env[65635]: _type = "Task" [ 730.588449] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.602180] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.664312] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.667622] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.136s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.667622] env[65635]: DEBUG nova.objects.instance [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lazy-loading 'resources' on Instance uuid 79da7441-a5f2-442f-b900-84087479341e {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.685031] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150602} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.685322] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.686321] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbf8daf-b08a-4b5b-80fa-4a79e87546c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.714826] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] c57fa6a5-d2d0-4f9f-94e0-88d2c350b212/c57fa6a5-d2d0-4f9f-94e0-88d2c350b212.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.716037] env[65635]: INFO nova.scheduler.client.report [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleted allocations for instance b6e6a491-b1b7-4dab-82b5-d30bd8b4094f [ 730.720920] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3294c9ac-76cb-4f9d-b1a0-f94de5731f5f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.744449] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 730.744449] env[65635]: value = "task-4426064" [ 730.744449] env[65635]: _type = "Task" [ 730.744449] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.755199] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.023855] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Releasing lock "refresh_cache-17838ba9-4a28-42c9-91d9-69b87836f240" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.024154] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-vif-plugged-481e2a3c-bbb9-44e3-b351-85dd03029ed0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.024356] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquiring lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.024571] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.024754] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.024905] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] No waiting events found dispatching network-vif-plugged-481e2a3c-bbb9-44e3-b351-85dd03029ed0 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 731.025084] env[65635]: WARNING nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received unexpected event network-vif-plugged-481e2a3c-bbb9-44e3-b351-85dd03029ed0 for instance with vm_state building and task_state spawning. [ 731.025263] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-changed-481e2a3c-bbb9-44e3-b351-85dd03029ed0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.025401] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Refreshing instance network info cache due to event network-changed-481e2a3c-bbb9-44e3-b351-85dd03029ed0. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.025589] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquiring lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.025766] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquired lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.025876] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Refreshing network info cache for port 481e2a3c-bbb9-44e3-b351-85dd03029ed0 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.100329] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.116135] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-vif-plugged-d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.116472] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquiring lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.117601] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.118069] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.118922] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] No waiting events found dispatching network-vif-plugged-d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 731.119306] env[65635]: WARNING nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received unexpected event network-vif-plugged-d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b for instance with vm_state active and task_state None. [ 731.119589] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-changed-d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.120553] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Refreshing instance network info cache due to event network-changed-d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.120553] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquiring lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.245665] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec647415-fdad-4cf1-8a5a-fefaa8a53c19 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "b6e6a491-b1b7-4dab-82b5-d30bd8b4094f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.566s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.257531] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.531093] env[65635]: WARNING neutronclient.v2_0.client [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.610290] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.710640] env[65635]: INFO nova.compute.manager [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Rescuing [ 731.711057] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.711304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquired lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.711512] env[65635]: DEBUG nova.network.neutron [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 731.738927] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad6d99-7972-42f6-8499-02dfb7f9acee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.752880] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fef881-567d-4f88-86ce-fdfec04df8d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.764406] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426064, 'name': ReconfigVM_Task, 'duration_secs': 0.871164} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.789253] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Reconfigured VM instance instance-00000021 to attach disk [datastore2] c57fa6a5-d2d0-4f9f-94e0-88d2c350b212/c57fa6a5-d2d0-4f9f-94e0-88d2c350b212.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.790708] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df9fb53a-5285-4ef6-93b2-ec45dba54a06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.792958] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe64c9a-3387-45f5-acce-31537bbb1703 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.806959] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb9ea84-43a0-4cff-ab5d-3fdc0fe46e2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.812372] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 731.812372] env[65635]: value = "task-4426065" [ 731.812372] env[65635]: _type = "Task" [ 731.812372] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.832614] env[65635]: DEBUG nova.compute.provider_tree [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.845563] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426065, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.920814] env[65635]: DEBUG nova.network.neutron [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Successfully updated port: dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 732.103104] env[65635]: DEBUG oslo_vmware.api [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426063, 'name': PowerOnVM_Task, 'duration_secs': 1.055822} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.103540] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.103805] env[65635]: INFO nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Took 11.36 seconds to spawn the instance on the hypervisor. [ 732.104080] env[65635]: DEBUG nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 732.105107] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27546752-49e2-4a31-9893-5f77fa9bd9f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.215925] env[65635]: WARNING neutronclient.v2_0.client [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.329225] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426065, 'name': Rename_Task, 'duration_secs': 0.295751} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.329225] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.329225] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7541ee27-a727-4aae-90ac-44b64cd3f970 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.338432] env[65635]: DEBUG nova.scheduler.client.report [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.347880] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 732.347880] env[65635]: value = "task-4426066" [ 732.347880] env[65635]: _type = "Task" [ 732.347880] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.364827] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426066, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.376424] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.376669] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.423716] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.424452] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.424983] env[65635]: DEBUG nova.network.neutron [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 732.627857] env[65635]: INFO nova.compute.manager [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Took 25.74 seconds to build instance. [ 732.745843] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 732.746146] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866096', 'volume_id': '5a4777ea-1071-4f61-ad97-05abed1d32b6', 'name': 'volume-5a4777ea-1071-4f61-ad97-05abed1d32b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0', 'attached_at': '', 'detached_at': '', 'volume_id': '5a4777ea-1071-4f61-ad97-05abed1d32b6', 'serial': '5a4777ea-1071-4f61-ad97-05abed1d32b6'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 732.747279] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc930e-51cf-422e-ac3c-97e51911e7d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.773081] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29afa45-2508-4462-8ec1-227ddd65c5e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.811603] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-5a4777ea-1071-4f61-ad97-05abed1d32b6/volume-5a4777ea-1071-4f61-ad97-05abed1d32b6.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.812122] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14de8e47-8c52-460f-9cb1-7f575d66a4a8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.834424] env[65635]: DEBUG oslo_vmware.api [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Waiting for the task: (returnval){ [ 732.834424] env[65635]: value = "task-4426067" [ 732.834424] env[65635]: _type = "Task" [ 732.834424] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.844790] env[65635]: DEBUG oslo_vmware.api [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.852264] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.854873] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.602s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.856508] env[65635]: INFO nova.compute.claims [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.874086] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426066, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.879770] env[65635]: DEBUG nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 732.889650] env[65635]: INFO nova.scheduler.client.report [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Deleted allocations for instance 79da7441-a5f2-442f-b900-84087479341e [ 733.079759] env[65635]: WARNING neutronclient.v2_0.client [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.130318] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b32d46a8-721a-4726-90e2-38b6c0ce77f5 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "167234a7-8ddc-430d-92ca-9db79ada2163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.255s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.287662] env[65635]: DEBUG nova.network.neutron [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 733.347935] env[65635]: DEBUG oslo_vmware.api [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.369257] env[65635]: DEBUG oslo_vmware.api [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426066, 'name': PowerOnVM_Task, 'duration_secs': 0.684881} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.370038] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.370038] env[65635]: INFO nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Took 8.98 seconds to spawn the instance on the hypervisor. [ 733.370243] env[65635]: DEBUG nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 733.371343] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29ffcf-f0ed-43df-ac1e-01499237ee49 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.402606] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d19bd8f3-0d47-46c6-979c-b2cb3e39cd4a tempest-ImagesNegativeTestJSON-1195649101 tempest-ImagesNegativeTestJSON-1195649101-project-member] Lock "79da7441-a5f2-442f-b900-84087479341e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.495s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.423142] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.846335] env[65635]: DEBUG oslo_vmware.api [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426067, 'name': ReconfigVM_Task, 'duration_secs': 0.620648} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.846541] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-5a4777ea-1071-4f61-ad97-05abed1d32b6/volume-5a4777ea-1071-4f61-ad97-05abed1d32b6.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.851909] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e553d179-2501-45da-8a14-c629e7d3f93d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.869390] env[65635]: DEBUG oslo_vmware.api [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Waiting for the task: (returnval){ [ 733.869390] env[65635]: value = "task-4426068" [ 733.869390] env[65635]: _type = "Task" [ 733.869390] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.883457] env[65635]: DEBUG oslo_vmware.api [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.903120] env[65635]: INFO nova.compute.manager [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Took 26.73 seconds to build instance. [ 734.082508] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Updated VIF entry in instance network info cache for port 481e2a3c-bbb9-44e3-b351-85dd03029ed0. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 734.083993] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Updating instance_info_cache with network_info: [{"id": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "address": "fa:16:3e:83:57:b5", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481e2a3c-bb", "ovs_interfaceid": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3106da3-63da-4f31-9a18-dbe391327429", "address": "fa:16:3e:18:96:41", "network": {"id": "65c69706-270b-46d2-980e-b7e1e67feff6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-797122590", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3106da3-63", "ovs_interfaceid": "b3106da3-63da-4f31-9a18-dbe391327429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "address": "fa:16:3e:0a:6e:bd", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a4a36a-cc", "ovs_interfaceid": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.094775] env[65635]: WARNING neutronclient.v2_0.client [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.299877] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b442170-53f1-43be-9a8c-664ec42e4d52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.309017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c8e96-2f43-4823-aa49-6ea0c9e5c7ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.345289] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9701db-4aec-4c3d-8258-8627a2ef14bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.354546] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e40c59-e636-433a-bc52-14fc202cbecd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.371253] env[65635]: DEBUG nova.compute.provider_tree [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.383938] env[65635]: DEBUG oslo_vmware.api [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426068, 'name': ReconfigVM_Task, 'duration_secs': 0.223769} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.384932] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866096', 'volume_id': '5a4777ea-1071-4f61-ad97-05abed1d32b6', 'name': 'volume-5a4777ea-1071-4f61-ad97-05abed1d32b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0', 'attached_at': '', 'detached_at': '', 'volume_id': '5a4777ea-1071-4f61-ad97-05abed1d32b6', 'serial': '5a4777ea-1071-4f61-ad97-05abed1d32b6'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 734.406834] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ba6358f9-39fb-496c-b72d-ce6f3039385a tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.241s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.487261] env[65635]: WARNING neutronclient.v2_0.client [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.588840] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Releasing lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.588840] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-vif-plugged-b3106da3-63da-4f31-9a18-dbe391327429 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.588840] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquiring lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.588840] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.588840] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.588840] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] No waiting events found dispatching network-vif-plugged-b3106da3-63da-4f31-9a18-dbe391327429 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 734.588840] env[65635]: WARNING nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received unexpected event network-vif-plugged-b3106da3-63da-4f31-9a18-dbe391327429 for instance with vm_state building and task_state spawning. [ 734.588840] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-changed-b3106da3-63da-4f31-9a18-dbe391327429 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.588840] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Refreshing instance network info cache due to event network-changed-b3106da3-63da-4f31-9a18-dbe391327429. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 734.588840] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquiring lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.588840] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquired lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.589449] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Refreshing network info cache for port b3106da3-63da-4f31-9a18-dbe391327429 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.666300] env[65635]: DEBUG nova.network.neutron [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updating instance_info_cache with network_info: [{"id": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "address": "fa:16:3e:75:8d:1c", "network": {"id": "f69a6c16-3695-4c35-961f-8fd69b886a2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252555865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1b47eac28d84476b6a2d1d5a655117f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0978ab-a6", "ovs_interfaceid": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.768608] env[65635]: DEBUG nova.network.neutron [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updating instance_info_cache with network_info: [{"id": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "address": "fa:16:3e:8d:46:bd", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7fd9b7-a2", "ovs_interfaceid": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.841330] env[65635]: DEBUG nova.compute.manager [req-441949a8-f716-42a4-90d4-5829d208117f req-20a0c987-8e3b-432e-b609-7554b02babe8 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Received event network-vif-deleted-db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 734.879338] env[65635]: DEBUG nova.scheduler.client.report [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.098542] env[65635]: WARNING neutronclient.v2_0.client [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.172152] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Releasing lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.273350] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Releasing lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.273911] env[65635]: DEBUG nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Instance network_info: |[{"id": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "address": "fa:16:3e:8d:46:bd", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7fd9b7-a2", "ovs_interfaceid": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 735.274408] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:46:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd7fd9b7-a28f-42a3-ae79-af295655e9d2', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.282680] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Creating folder: Project (0c2e53fc320d450dbab1ce8223f0cf18). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.284040] env[65635]: WARNING neutronclient.v2_0.client [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.286233] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fa7dd16-8663-4431-97f7-101ec463accc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.300780] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Created folder: Project (0c2e53fc320d450dbab1ce8223f0cf18) in parent group-v866005. [ 735.301713] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Creating folder: Instances. Parent ref: group-v866097. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.301713] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33465305-be2e-43c0-a344-ba57d64e240f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.315661] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Created folder: Instances in parent group-v866097. [ 735.315661] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 735.315661] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.315661] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ae784c4-c2ff-4373-bab5-47b0b7e785c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.343719] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.343719] env[65635]: value = "task-4426071" [ 735.343719] env[65635]: _type = "Task" [ 735.343719] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.353770] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426071, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.380219] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Updated VIF entry in instance network info cache for port b3106da3-63da-4f31-9a18-dbe391327429. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.381109] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Updating instance_info_cache with network_info: [{"id": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "address": "fa:16:3e:83:57:b5", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481e2a3c-bb", "ovs_interfaceid": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3106da3-63da-4f31-9a18-dbe391327429", "address": "fa:16:3e:18:96:41", "network": {"id": "65c69706-270b-46d2-980e-b7e1e67feff6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-797122590", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3106da3-63", "ovs_interfaceid": "b3106da3-63da-4f31-9a18-dbe391327429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "address": "fa:16:3e:0a:6e:bd", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a4a36a-cc", "ovs_interfaceid": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.389021] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.389021] env[65635]: DEBUG nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 735.390024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.135s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.391957] env[65635]: INFO nova.compute.claims [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.450691] env[65635]: DEBUG nova.objects.instance [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Lazy-loading 'flavor' on Instance uuid a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.856465] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426071, 'name': CreateVM_Task, 'duration_secs': 0.455918} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.856646] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.857172] env[65635]: WARNING neutronclient.v2_0.client [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.857699] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.857901] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.858269] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.858706] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ebcb7e-b528-479d-827c-735c3741e432 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.866499] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 735.866499] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52157e47-9a17-aed6-749f-36677ac44a93" [ 735.866499] env[65635]: _type = "Task" [ 735.866499] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.879909] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52157e47-9a17-aed6-749f-36677ac44a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.884609] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Releasing lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.884878] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Received event network-changed-db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 735.885054] env[65635]: DEBUG nova.compute.manager [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Refreshing instance network info cache due to event network-changed-db8efe19-9c83-4c81-bcc8-1a2a4e649e09. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 735.885264] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquiring lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.885403] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Acquired lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.885559] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Refreshing network info cache for port db8efe19-9c83-4c81-bcc8-1a2a4e649e09 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.888157] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquired lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.888157] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Refreshing network info cache for port d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.896285] env[65635]: DEBUG nova.compute.utils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.897821] env[65635]: DEBUG nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 735.898069] env[65635]: DEBUG nova.network.neutron [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 735.898405] env[65635]: WARNING neutronclient.v2_0.client [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.898751] env[65635]: WARNING neutronclient.v2_0.client [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.951767] env[65635]: DEBUG nova.policy [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efad1240a98946f5a9c41f59363625e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49534560eac24ad3b6f856867509ea4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.957837] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e876fed1-c7b3-48d9-9bb2-73c777f66f88 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.856s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.334675] env[65635]: DEBUG nova.network.neutron [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Successfully created port: c98c0310-2eeb-46e3-938d-6549f9ce3579 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 736.379576] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52157e47-9a17-aed6-749f-36677ac44a93, 'name': SearchDatastore_Task, 'duration_secs': 0.014666} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.379884] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.380818] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.381123] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.381276] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.381461] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.381742] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69ec8480-a794-4bef-bc81-5792ee3a70bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.388873] env[65635]: WARNING neutronclient.v2_0.client [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.395840] env[65635]: WARNING neutronclient.v2_0.client [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.395840] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.396081] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.397231] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11051baa-2eaf-4025-bb0a-94c2c070aa6e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.404830] env[65635]: DEBUG nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 736.411207] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 736.411207] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c488d2-8045-ac83-ae31-477bc71a8b06" [ 736.411207] env[65635]: _type = "Task" [ 736.411207] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.420814] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c488d2-8045-ac83-ae31-477bc71a8b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.730307] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.730307] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f305cbbc-19f9-432e-b725-b1f0193192ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.737317] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 736.737317] env[65635]: value = "task-4426072" [ 736.737317] env[65635]: _type = "Task" [ 736.737317] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.748938] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.936128] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c488d2-8045-ac83-ae31-477bc71a8b06, 'name': SearchDatastore_Task, 'duration_secs': 0.029731} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.937014] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acb38fa-264d-41e2-a880-1a7b237babce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.944811] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 736.944811] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ed8b05-a8aa-6edf-722e-4c921a5605f0" [ 736.944811] env[65635]: _type = "Task" [ 736.944811] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.960421] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ed8b05-a8aa-6edf-722e-4c921a5605f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.971029] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a93e3-4e14-4b36-a5cc-75bf7656aa21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.980996] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f426588d-53c1-4269-b891-f9e35b807667 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.012655] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f672428-a60f-4166-bd1e-cb757435471d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.021815] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0974a91d-724d-4d1a-8f85-1cf3196025c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.037891] env[65635]: DEBUG nova.compute.provider_tree [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.176092] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 737.248569] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426072, 'name': PowerOffVM_Task, 'duration_secs': 0.236831} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.248864] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.249923] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a15ff9-cc97-4347-86e4-d1ea25f0c10f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.278153] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8741b4-8e71-4dcb-8ab7-ce993126fc4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.319826] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.320762] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01b21342-7c6b-463d-8e3a-e3fa40cf925a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.330469] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 737.330469] env[65635]: value = "task-4426073" [ 737.330469] env[65635]: _type = "Task" [ 737.330469] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.340626] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.423686] env[65635]: DEBUG nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 737.463209] env[65635]: DEBUG nova.virt.hardware [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 737.464236] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dde73d8-be95-44d9-828a-46c5a7036818 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.476965] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701b8ecb-658f-4d57-a6f4-f386e602cef0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.484024] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ed8b05-a8aa-6edf-722e-4c921a5605f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014475} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.484024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.484024] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 51ed186e-a115-447b-ae00-83211ccc0d7c/51ed186e-a115-447b-ae00-83211ccc0d7c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.484024] env[65635]: DEBUG nova.network.neutron [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.484700] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a56dcc30-c191-4a9f-bfba-d331c90f3709 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.502159] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 737.502159] env[65635]: value = "task-4426077" [ 737.502159] env[65635]: _type = "Task" [ 737.502159] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.523662] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.544028] env[65635]: DEBUG nova.scheduler.client.report [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.647999] env[65635]: WARNING neutronclient.v2_0.client [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.849047] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 737.849047] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.849966] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.850161] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.850442] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.851236] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-366c070e-6de1-4afc-95b4-39902808e1ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.869891] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.871495] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.871495] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33a01e1-75a4-477f-a816-d37002879929 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.884671] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 737.884671] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524ee52c-7359-3363-d8be-5692240c583d" [ 737.884671] env[65635]: _type = "Task" [ 737.884671] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.895160] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Updated VIF entry in instance network info cache for port d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 737.896406] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Updating instance_info_cache with network_info: [{"id": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "address": "fa:16:3e:83:57:b5", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481e2a3c-bb", "ovs_interfaceid": "481e2a3c-bbb9-44e3-b351-85dd03029ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3106da3-63da-4f31-9a18-dbe391327429", "address": "fa:16:3e:18:96:41", "network": {"id": "65c69706-270b-46d2-980e-b7e1e67feff6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-797122590", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3106da3-63", "ovs_interfaceid": "b3106da3-63da-4f31-9a18-dbe391327429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "address": "fa:16:3e:0a:6e:bd", "network": {"id": "4764a273-addb-419b-be11-cce59deb352f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1701709213", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a4a36a-cc", "ovs_interfaceid": "d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.901543] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524ee52c-7359-3363-d8be-5692240c583d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.997159] env[65635]: DEBUG oslo_concurrency.lockutils [req-ede0ef13-cf71-46a5-8b24-d69d797a1a7b req-6139343a-4be5-4965-b440-b694be86a1d7 service nova] Releasing lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.025229] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.047580] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.050017] env[65635]: DEBUG nova.compute.manager [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 738.051823] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.398s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.053694] env[65635]: INFO nova.compute.claims [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.069601] env[65635]: DEBUG nova.network.neutron [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Successfully updated port: c98c0310-2eeb-46e3-938d-6549f9ce3579 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 738.233120] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "a413a372-b513-4254-8516-8069c2374862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.233120] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "a413a372-b513-4254-8516-8069c2374862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.389027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.389027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.389027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.389027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.389027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.392440] env[65635]: INFO nova.compute.manager [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Terminating instance [ 738.404025] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524ee52c-7359-3363-d8be-5692240c583d, 'name': SearchDatastore_Task, 'duration_secs': 0.038435} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.404025] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Releasing lock "refresh_cache-60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.404025] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Received event network-vif-plugged-6e411102-6b97-4ed6-8ab6-b468fe97b322 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 738.404025] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquiring lock "167234a7-8ddc-430d-92ca-9db79ada2163-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.404025] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Lock "167234a7-8ddc-430d-92ca-9db79ada2163-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.404025] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Lock "167234a7-8ddc-430d-92ca-9db79ada2163-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.404025] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] No waiting events found dispatching network-vif-plugged-6e411102-6b97-4ed6-8ab6-b468fe97b322 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 738.404025] env[65635]: WARNING nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Received unexpected event network-vif-plugged-6e411102-6b97-4ed6-8ab6-b468fe97b322 for instance with vm_state building and task_state spawning. [ 738.404025] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Received event network-changed-6e411102-6b97-4ed6-8ab6-b468fe97b322 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 738.404025] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Refreshing instance network info cache due to event network-changed-6e411102-6b97-4ed6-8ab6-b468fe97b322. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 738.404696] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquiring lock "refresh_cache-167234a7-8ddc-430d-92ca-9db79ada2163" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.405065] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquired lock "refresh_cache-167234a7-8ddc-430d-92ca-9db79ada2163" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.405336] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Refreshing network info cache for port 6e411102-6b97-4ed6-8ab6-b468fe97b322 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.406480] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0294c6d-eefb-4c4f-b70b-e6de55d11b1e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.417017] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 738.417017] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e83c06-0098-ebc3-53c5-4cbfcd28c6f7" [ 738.417017] env[65635]: _type = "Task" [ 738.417017] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.426716] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e83c06-0098-ebc3-53c5-4cbfcd28c6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.522988] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584097} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.523433] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 51ed186e-a115-447b-ae00-83211ccc0d7c/51ed186e-a115-447b-ae00-83211ccc0d7c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.523919] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.524282] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa3f09fb-a21f-4171-bc82-5e97e674a54d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.532504] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 738.532504] env[65635]: value = "task-4426078" [ 738.532504] env[65635]: _type = "Task" [ 738.532504] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.542631] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.562261] env[65635]: DEBUG nova.compute.utils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.562261] env[65635]: DEBUG nova.compute.manager [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 738.575053] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.575053] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.575053] env[65635]: DEBUG nova.network.neutron [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 738.735355] env[65635]: DEBUG nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 738.898152] env[65635]: DEBUG nova.compute.manager [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 738.898474] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.899499] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e871ff02-00f1-44d9-966d-8b94c2d0fa1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.908985] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.909341] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ebb495c-29ff-4e2d-a14f-af3a6b3f4306 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.911605] env[65635]: WARNING neutronclient.v2_0.client [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.922555] env[65635]: DEBUG oslo_vmware.api [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 738.922555] env[65635]: value = "task-4426079" [ 738.922555] env[65635]: _type = "Task" [ 738.922555] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.930990] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e83c06-0098-ebc3-53c5-4cbfcd28c6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.029633} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.932257] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.932257] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. {{(pid=65635) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 738.932556] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ad278e6-cb64-4fa1-b32f-5fdba0e65fc5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.939294] env[65635]: DEBUG oslo_vmware.api [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.945914] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 738.945914] env[65635]: value = "task-4426080" [ 738.945914] env[65635]: _type = "Task" [ 738.945914] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.960565] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.050711] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073507} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.051366] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.052402] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3028f80f-b370-4e23-bab8-1561383f69db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.069916] env[65635]: DEBUG nova.compute.manager [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 739.089441] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 51ed186e-a115-447b-ae00-83211ccc0d7c/51ed186e-a115-447b-ae00-83211ccc0d7c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.093121] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfaf81f-012a-4779-9fa0-be6d454c926d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.119888] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 739.119888] env[65635]: value = "task-4426081" [ 739.119888] env[65635]: _type = "Task" [ 739.119888] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.130514] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.164070] env[65635]: DEBUG nova.network.neutron [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 739.269679] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.303508] env[65635]: WARNING neutronclient.v2_0.client [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.321138] env[65635]: WARNING neutronclient.v2_0.client [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.410899] env[65635]: DEBUG nova.network.neutron [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Updating instance_info_cache with network_info: [{"id": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "address": "fa:16:3e:8a:d1:40", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c0310-2e", "ovs_interfaceid": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.442538] env[65635]: DEBUG oslo_vmware.api [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426079, 'name': PowerOffVM_Task, 'duration_secs': 0.372149} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.445246] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Updated VIF entry in instance network info cache for port 6e411102-6b97-4ed6-8ab6-b468fe97b322. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 739.445641] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Updating instance_info_cache with network_info: [{"id": "6e411102-6b97-4ed6-8ab6-b468fe97b322", "address": "fa:16:3e:45:0f:0a", "network": {"id": "be34c79c-56e1-4823-85ba-0b15661c3c47", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-554274618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "145f145d0746457f96e96d7cf901a866", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e411102-6b", "ovs_interfaceid": "6e411102-6b97-4ed6-8ab6-b468fe97b322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.446987] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.447210] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.450878] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5385f6bb-feb8-48c6-93b4-0851ef39bb70 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.466847] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426080, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.545562] env[65635]: DEBUG nova.compute.manager [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Received event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.545808] env[65635]: DEBUG nova.compute.manager [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing instance network info cache due to event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.546067] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Acquiring lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.546216] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Acquired lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.546374] env[65635]: DEBUG nova.network.neutron [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.620342] env[65635]: DEBUG nova.compute.manager [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 739.621805] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19fa0f-3d2c-4f4a-b152-2db3e45f87ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.640798] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.691035] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e2e4bd-be5a-4b53-8759-daaf9e70d3a8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.698503] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.704117] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.704406] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Deleting the datastore file [datastore2] 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.707847] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687b4185-5744-4868-8d6e-63e334ba3eb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.710917] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc1c3dd-0fcf-4f73-ace5-d3e28c8f4574 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.750535] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfbe1a1-fdeb-4475-9c32-05c898f9706b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.753669] env[65635]: DEBUG oslo_vmware.api [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 739.753669] env[65635]: value = "task-4426083" [ 739.753669] env[65635]: _type = "Task" [ 739.753669] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.762910] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686657f-5c99-4325-aabf-91eba8734845 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.770973] env[65635]: DEBUG oslo_vmware.api [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.783596] env[65635]: DEBUG nova.compute.provider_tree [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.914307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.914307] env[65635]: DEBUG nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Instance network_info: |[{"id": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "address": "fa:16:3e:8a:d1:40", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c0310-2e", "ovs_interfaceid": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 739.914598] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d1:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c98c0310-2eeb-46e3-938d-6549f9ce3579', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.924781] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 739.925258] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.925670] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4636753f-d9c3-48c6-8491-42d472c4f2d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.954402] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Releasing lock "refresh_cache-167234a7-8ddc-430d-92ca-9db79ada2163" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.954672] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Received event network-vif-plugged-248eaf55-5b69-4c07-9cc6-07d7e8cf813b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.954857] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquiring lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.955156] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.955336] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.955501] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] No waiting events found dispatching network-vif-plugged-248eaf55-5b69-4c07-9cc6-07d7e8cf813b {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.955747] env[65635]: WARNING nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Received unexpected event network-vif-plugged-248eaf55-5b69-4c07-9cc6-07d7e8cf813b for instance with vm_state building and task_state spawning. [ 739.955922] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Received event network-changed-248eaf55-5b69-4c07-9cc6-07d7e8cf813b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.956090] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Refreshing instance network info cache due to event network-changed-248eaf55-5b69-4c07-9cc6-07d7e8cf813b. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.956285] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquiring lock "refresh_cache-c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.956414] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquired lock "refresh_cache-c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.956562] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Refreshing network info cache for port 248eaf55-5b69-4c07-9cc6-07d7e8cf813b {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.957840] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.957840] env[65635]: value = "task-4426084" [ 739.957840] env[65635]: _type = "Task" [ 739.957840] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.965627] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830139} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.966367] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. [ 739.967227] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6067cdde-a387-4d42-bc4f-d3ac28d550f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.975400] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426084, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.004940] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.005725] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154bda36-7ed9-4cd2-823e-605b9c1ae2b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.031388] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 740.031388] env[65635]: value = "task-4426085" [ 740.031388] env[65635]: _type = "Task" [ 740.031388] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.042532] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.049232] env[65635]: WARNING neutronclient.v2_0.client [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.106635] env[65635]: DEBUG nova.compute.manager [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 740.135735] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426081, 'name': ReconfigVM_Task, 'duration_secs': 0.791239} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.136097] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 51ed186e-a115-447b-ae00-83211ccc0d7c/51ed186e-a115-447b-ae00-83211ccc0d7c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.136783] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9b704a3-e0a2-42cd-99f9-d4da2c065bce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.140837] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.141092] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.141249] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.141427] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.141566] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.141705] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.142807] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.142807] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.142807] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.142807] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.142807] env[65635]: DEBUG nova.virt.hardware [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.143799] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f132dd12-663a-4071-ab4a-93e987befb2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.148218] env[65635]: INFO nova.compute.manager [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] instance snapshotting [ 740.151145] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1ee3ca-ca1a-4080-bef6-c9d77db7ab25 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.160202] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 740.160202] env[65635]: value = "task-4426086" [ 740.160202] env[65635]: _type = "Task" [ 740.160202] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.161536] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12837332-24fd-4827-83f6-cbaefa9c6571 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.190229] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e760e5-ea46-4218-afb3-c8d5ba8bd3b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.205073] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.213861] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Creating folder: Project (6a0c3cef47694b798e09f4fb00121b3a). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.221071] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36207c19-a9b1-4dd6-b54c-78ce0d74770f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.222456] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426086, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.239537] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Created folder: Project (6a0c3cef47694b798e09f4fb00121b3a) in parent group-v866005. [ 740.240054] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Creating folder: Instances. Parent ref: group-v866104. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.240352] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81240de3-3246-42f0-9764-7e5684ba6d70 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.259354] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Created folder: Instances in parent group-v866104. [ 740.259642] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 740.264044] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.264044] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2272e3c-faed-4412-9293-5f0389fe3b41 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.289631] env[65635]: DEBUG nova.scheduler.client.report [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.293186] env[65635]: DEBUG oslo_vmware.api [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309817} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.296046] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.296046] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.296315] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.296315] env[65635]: INFO nova.compute.manager [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Took 1.40 seconds to destroy the instance on the hypervisor. [ 740.296511] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 740.296784] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.296784] env[65635]: value = "task-4426089" [ 740.296784] env[65635]: _type = "Task" [ 740.296784] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.297058] env[65635]: DEBUG nova.compute.manager [-] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 740.297171] env[65635]: DEBUG nova.network.neutron [-] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 740.298016] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.322042] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426089, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.343141] env[65635]: WARNING neutronclient.v2_0.client [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.459796] env[65635]: WARNING neutronclient.v2_0.client [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.479170] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426084, 'name': CreateVM_Task, 'duration_secs': 0.494364} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.479446] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.479963] env[65635]: WARNING neutronclient.v2_0.client [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.480829] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.480829] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.481203] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.481203] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5102f0fc-73ea-4675-86a7-1bfeafb3e0e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.488251] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 740.488251] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525ac1b5-0c89-c6d8-ee98-b5a06fa4396c" [ 740.488251] env[65635]: _type = "Task" [ 740.488251] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.494531] env[65635]: DEBUG nova.network.neutron [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updated VIF entry in instance network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.495107] env[65635]: DEBUG nova.network.neutron [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updating instance_info_cache with network_info: [{"id": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "address": "fa:16:3e:74:b6:e8", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0341c66-c5", "ovs_interfaceid": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.504049] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.506113] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525ac1b5-0c89-c6d8-ee98-b5a06fa4396c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.545636] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426085, 'name': ReconfigVM_Task, 'duration_secs': 0.470946} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.546104] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.547898] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c97a3-0bcc-4dd0-996d-8695a13e56ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.579816] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba9fced-a5f4-43a7-a38f-d634a86ec36c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.597683] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 740.597683] env[65635]: value = "task-4426091" [ 740.597683] env[65635]: _type = "Task" [ 740.597683] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.609573] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.671540] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426086, 'name': Rename_Task, 'duration_secs': 0.331195} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.671913] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.672220] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cefb9b7-af4c-41e6-9619-2068a8156711 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.681695] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 740.681695] env[65635]: value = "task-4426092" [ 740.681695] env[65635]: _type = "Task" [ 740.681695] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.696706] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.733106] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 740.733568] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2624e1d7-6206-46b7-a3e4-0ae7b7ee6ed6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.743815] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 740.743815] env[65635]: value = "task-4426093" [ 740.743815] env[65635]: _type = "Task" [ 740.743815] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.759360] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.802334] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.802683] env[65635]: DEBUG nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 740.807624] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.644s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.807624] env[65635]: DEBUG nova.objects.instance [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lazy-loading 'resources' on Instance uuid ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.821798] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426089, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.912141] env[65635]: DEBUG nova.compute.manager [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Received event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.912657] env[65635]: DEBUG nova.compute.manager [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing instance network info cache due to event network-changed-d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.912657] env[65635]: DEBUG oslo_concurrency.lockutils [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] Acquiring lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.934905] env[65635]: WARNING neutronclient.v2_0.client [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.000231] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Releasing lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.000583] env[65635]: DEBUG nova.compute.manager [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Received event network-vif-plugged-dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 741.000803] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.001299] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.001299] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.001701] env[65635]: DEBUG nova.compute.manager [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] No waiting events found dispatching network-vif-plugged-dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 741.001701] env[65635]: WARNING nova.compute.manager [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Received unexpected event network-vif-plugged-dd7fd9b7-a28f-42a3-ae79-af295655e9d2 for instance with vm_state building and task_state spawning. [ 741.001771] env[65635]: DEBUG nova.compute.manager [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Received event network-changed-dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 741.001872] env[65635]: DEBUG nova.compute.manager [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Refreshing instance network info cache due to event network-changed-dd7fd9b7-a28f-42a3-ae79-af295655e9d2. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 741.002105] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Acquiring lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.002470] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Acquired lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.002470] env[65635]: DEBUG nova.network.neutron [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Refreshing network info cache for port dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.003932] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525ac1b5-0c89-c6d8-ee98-b5a06fa4396c, 'name': SearchDatastore_Task, 'duration_secs': 0.01731} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.003932] env[65635]: DEBUG oslo_concurrency.lockutils [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] Acquired lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.004111] env[65635]: DEBUG nova.network.neutron [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Refreshing network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.005600] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.008058] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.008058] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.008058] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.008058] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.008058] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cb32da0-e744-42f3-8fca-9d09791d74cf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.023432] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.023647] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.024510] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7e5d45-26b8-4153-8ebd-41858ab95e07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.033770] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 741.033770] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f90fb0-c6f0-fb9a-80c7-9d379d352d31" [ 741.033770] env[65635]: _type = "Task" [ 741.033770] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.044106] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f90fb0-c6f0-fb9a-80c7-9d379d352d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.109729] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.122578] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Updated VIF entry in instance network info cache for port 248eaf55-5b69-4c07-9cc6-07d7e8cf813b. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 741.123068] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Updating instance_info_cache with network_info: [{"id": "248eaf55-5b69-4c07-9cc6-07d7e8cf813b", "address": "fa:16:3e:62:85:75", "network": {"id": "2fa5ed93-1344-4450-bfd4-ca19817c96b4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1120175961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9356b6656b4647ed9faa004e306e3deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248eaf55-5b", "ovs_interfaceid": "248eaf55-5b69-4c07-9cc6-07d7e8cf813b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.194835] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426092, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.256131] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426093, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.315757] env[65635]: DEBUG nova.compute.utils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.318773] env[65635]: DEBUG nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 741.318974] env[65635]: DEBUG nova.network.neutron [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 741.319343] env[65635]: WARNING neutronclient.v2_0.client [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.319638] env[65635]: WARNING neutronclient.v2_0.client [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.338627] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426089, 'name': CreateVM_Task, 'duration_secs': 0.538418} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.339658] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.340172] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.340302] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.342327] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.342839] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424cf15c-5abc-4bfa-ad72-69714873f3ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.352614] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 741.352614] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a2de7-090f-0d28-07c2-30ed94c880b5" [ 741.352614] env[65635]: _type = "Task" [ 741.352614] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.363649] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a2de7-090f-0d28-07c2-30ed94c880b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.400555] env[65635]: DEBUG nova.policy [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992826b0abc34dd19fdf9dc7a4751731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bbb83a5f0e74bb1964d9d919e86973e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.477046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.477338] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.507807] env[65635]: WARNING neutronclient.v2_0.client [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.512578] env[65635]: WARNING neutronclient.v2_0.client [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.550699] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f90fb0-c6f0-fb9a-80c7-9d379d352d31, 'name': SearchDatastore_Task, 'duration_secs': 0.021078} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.555784] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6d4e3b-1875-42fb-99d4-4e1cd6bde5c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.563471] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 741.563471] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524ee866-163f-3286-5b92-a9ac95f58c7f" [ 741.563471] env[65635]: _type = "Task" [ 741.563471] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.577257] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524ee866-163f-3286-5b92-a9ac95f58c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.616733] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.626294] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Releasing lock "refresh_cache-c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.626465] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Received event network-changed-f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 741.626540] env[65635]: DEBUG nova.compute.manager [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Refreshing instance network info cache due to event network-changed-f07152ae-51b0-4168-9968-bef2cc67e017. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 741.628122] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquiring lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.628122] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Acquired lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.628122] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Refreshing network info cache for port f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.704377] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426092, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.760473] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426093, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.762100] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.824700] env[65635]: DEBUG nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 741.830834] env[65635]: DEBUG nova.network.neutron [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Successfully created port: a5d67351-6f93-4887-98f3-79877a8afc33 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 741.884402] env[65635]: DEBUG nova.network.neutron [-] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.885958] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a2de7-090f-0d28-07c2-30ed94c880b5, 'name': SearchDatastore_Task, 'duration_secs': 0.04328} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.890710] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.891692] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.892109] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.951395] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a567f7-0e81-45c4-9000-0986603c6749 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.960259] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a2ff9e-b97f-45c8-8ce2-31754b845af1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.993872] env[65635]: DEBUG nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 741.997192] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56bbafd-248a-4b0e-85e2-d70a7ca93552 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.005891] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c8056-4ea3-4fd4-a9d5-6fbe6f3817b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.023032] env[65635]: DEBUG nova.compute.provider_tree [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.060557] env[65635]: WARNING neutronclient.v2_0.client [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.076765] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524ee866-163f-3286-5b92-a9ac95f58c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015919} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.076765] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.076765] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e50a73c0-c8c3-4c79-90a3-766a6c8c4012/e50a73c0-c8c3-4c79-90a3-766a6c8c4012.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.076902] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.076998] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.077251] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2dea337-b1c9-4bcd-b0d4-8b6b6f99ac29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.079393] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6000cbf4-59d8-47b0-9ad8-602db8c7de06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.088954] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 742.088954] env[65635]: value = "task-4426094" [ 742.088954] env[65635]: _type = "Task" [ 742.088954] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.097039] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.097039] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.097673] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4c4ab2-0948-41c2-b158-d61f73d33f98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.104422] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.111316] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 742.111316] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526a48d8-8945-9294-8097-69f7ff168a80" [ 742.111316] env[65635]: _type = "Task" [ 742.111316] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.116103] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426091, 'name': ReconfigVM_Task, 'duration_secs': 1.038103} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.117892] env[65635]: WARNING neutronclient.v2_0.client [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.124883] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.125453] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11433505-ad56-43ee-b3ec-ad34d02a8c02 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.134478] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526a48d8-8945-9294-8097-69f7ff168a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.136258] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 742.136258] env[65635]: value = "task-4426095" [ 742.136258] env[65635]: _type = "Task" [ 742.136258] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.141193] env[65635]: WARNING neutronclient.v2_0.client [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.153887] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426095, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.192511] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Acquiring lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.192795] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.201993] env[65635]: DEBUG oslo_vmware.api [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426092, 'name': PowerOnVM_Task, 'duration_secs': 1.085252} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.202314] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.202511] env[65635]: INFO nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Took 11.77 seconds to spawn the instance on the hypervisor. [ 742.202687] env[65635]: DEBUG nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 742.203549] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6fd627-0135-4068-8985-3afadd6dd82a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.255524] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426093, 'name': CreateSnapshot_Task, 'duration_secs': 1.506842} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.255796] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.256676] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb14957a-c502-4562-a583-9f970bdc97f9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.304737] env[65635]: DEBUG nova.network.neutron [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updated VIF entry in instance network info cache for port dd7fd9b7-a28f-42a3-ae79-af295655e9d2. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.305170] env[65635]: DEBUG nova.network.neutron [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updating instance_info_cache with network_info: [{"id": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "address": "fa:16:3e:8d:46:bd", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7fd9b7-a2", "ovs_interfaceid": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.342612] env[65635]: DEBUG nova.network.neutron [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updated VIF entry in instance network info cache for port d0341c66-c50c-4d6c-a6b4-0b9243227254. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.342999] env[65635]: DEBUG nova.network.neutron [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updating instance_info_cache with network_info: [{"id": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "address": "fa:16:3e:74:b6:e8", "network": {"id": "0d2839e8-a173-47fe-b34f-d2d5fb5349a3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092220051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4980548203504b72bf140d299a9f0a87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0341c66-c5", "ovs_interfaceid": "d0341c66-c50c-4d6c-a6b4-0b9243227254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.391662] env[65635]: INFO nova.compute.manager [-] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Took 2.09 seconds to deallocate network for instance. [ 742.520405] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.525984] env[65635]: DEBUG nova.scheduler.client.report [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.569357] env[65635]: WARNING neutronclient.v2_0.client [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.603363] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426094, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.634600] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526a48d8-8945-9294-8097-69f7ff168a80, 'name': SearchDatastore_Task, 'duration_secs': 0.02402} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.636905] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd7ec4a-9358-4b9a-abd1-72134d92d343 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.650363] env[65635]: DEBUG oslo_vmware.api [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426095, 'name': PowerOnVM_Task, 'duration_secs': 0.413419} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.652507] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.655608] env[65635]: DEBUG nova.compute.manager [None req-3c7a2e0d-5756-4e15-8073-0e259eab78bd tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 742.656070] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 742.656070] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524b3c57-9bde-3e6a-8b2b-a7f252f1dd8a" [ 742.656070] env[65635]: _type = "Task" [ 742.656070] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.656936] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cef9dd9-713d-4496-9767-59b17654b853 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.684270] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524b3c57-9bde-3e6a-8b2b-a7f252f1dd8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.696927] env[65635]: INFO nova.compute.manager [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Detaching volume 5a4777ea-1071-4f61-ad97-05abed1d32b6 [ 742.730718] env[65635]: INFO nova.compute.manager [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Took 29.70 seconds to build instance. [ 742.747755] env[65635]: INFO nova.virt.block_device [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Attempting to driver detach volume 5a4777ea-1071-4f61-ad97-05abed1d32b6 from mountpoint /dev/sdb [ 742.747755] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 742.747755] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866096', 'volume_id': '5a4777ea-1071-4f61-ad97-05abed1d32b6', 'name': 'volume-5a4777ea-1071-4f61-ad97-05abed1d32b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0', 'attached_at': '', 'detached_at': '', 'volume_id': '5a4777ea-1071-4f61-ad97-05abed1d32b6', 'serial': '5a4777ea-1071-4f61-ad97-05abed1d32b6'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 742.748443] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ac7b1d-f2ad-491a-a19f-6ebfef5af959 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.784027] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 742.785122] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac105721-f976-4a2d-8956-8e254e9dc3c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.789344] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c169eb-3b77-4a63-8d29-7a655b61ed8a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.801526] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Updated VIF entry in instance network info cache for port f07152ae-51b0-4168-9968-bef2cc67e017. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.802040] env[65635]: DEBUG nova.network.neutron [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Updating instance_info_cache with network_info: [{"id": "f07152ae-51b0-4168-9968-bef2cc67e017", "address": "fa:16:3e:e8:27:3c", "network": {"id": "c53f48ed-723f-4e0a-afd4-0b857be2ff7e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1515523046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05aa529a22d24373b11d12069d4dc04f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07152ae-51", "ovs_interfaceid": "f07152ae-51b0-4168-9968-bef2cc67e017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.804713] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b4fd7-39d6-48f4-ba37-8230e494039c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.808030] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 742.808030] env[65635]: value = "task-4426097" [ 742.808030] env[65635]: _type = "Task" [ 742.808030] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.809093] env[65635]: DEBUG oslo_concurrency.lockutils [req-298815b7-1369-49ce-9271-40b9f67d732b req-bbe9c0f0-2b00-4de2-831d-f11fc1b75488 service nova] Releasing lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.834571] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098e3bb-2583-42b2-8aae-30d8670d1046 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.842570] env[65635]: DEBUG nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 742.842570] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426097, 'name': CloneVM_Task} progress is 11%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.849226] env[65635]: DEBUG oslo_concurrency.lockutils [req-48463058-3357-4391-9d05-4dd90d473ba8 req-6954bcf9-d3f5-47a3-8bbc-6da625484b3d service nova] Releasing lock "refresh_cache-4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862275] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] The volume has not been displaced from its original location: [datastore1] volume-5a4777ea-1071-4f61-ad97-05abed1d32b6/volume-5a4777ea-1071-4f61-ad97-05abed1d32b6.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 742.868430] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 742.869040] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a0560c-8356-4f54-be47-8e2683058040 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.895341] env[65635]: DEBUG oslo_vmware.api [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Waiting for the task: (returnval){ [ 742.895341] env[65635]: value = "task-4426098" [ 742.895341] env[65635]: _type = "Task" [ 742.895341] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.901035] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 742.902207] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.902207] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 742.902207] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.902207] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 742.902207] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 742.902207] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 742.902523] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 742.902523] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 742.902708] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 742.902852] env[65635]: DEBUG nova.virt.hardware [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 742.903969] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.905287] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec53d38-303a-4aea-83b5-bc0f347904c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.918994] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb0dba-b8b9-4395-956f-22d3ea77e435 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.925436] env[65635]: DEBUG oslo_vmware.api [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.941832] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquiring lock "167234a7-8ddc-430d-92ca-9db79ada2163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.942147] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "167234a7-8ddc-430d-92ca-9db79ada2163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.942355] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquiring lock "167234a7-8ddc-430d-92ca-9db79ada2163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.942535] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "167234a7-8ddc-430d-92ca-9db79ada2163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.942700] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "167234a7-8ddc-430d-92ca-9db79ada2163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.945675] env[65635]: INFO nova.compute.manager [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Terminating instance [ 743.031528] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.034770] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.612s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.036929] env[65635]: INFO nova.compute.claims [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.058923] env[65635]: INFO nova.scheduler.client.report [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleted allocations for instance ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8 [ 743.101709] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842852} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.101946] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e50a73c0-c8c3-4c79-90a3-766a6c8c4012/e50a73c0-c8c3-4c79-90a3-766a6c8c4012.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.102241] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.102494] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e93aa4dd-00e0-46bf-a51d-211a5d29c95e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.111483] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 743.111483] env[65635]: value = "task-4426099" [ 743.111483] env[65635]: _type = "Task" [ 743.111483] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.122796] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.176222] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524b3c57-9bde-3e6a-8b2b-a7f252f1dd8a, 'name': SearchDatastore_Task, 'duration_secs': 0.052283} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.176960] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.177067] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 01a10124-82ae-4c9a-bca4-47fcf35a51ef/01a10124-82ae-4c9a-bca4-47fcf35a51ef.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.177564] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63689da7-78e7-4c26-8eee-575e2cf1078a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.189701] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 743.189701] env[65635]: value = "task-4426100" [ 743.189701] env[65635]: _type = "Task" [ 743.189701] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.203771] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.236401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb444ab-3a73-4c13-a6c0-b68b52e98c3e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.228s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.295926] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.296255] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.306084] env[65635]: DEBUG oslo_concurrency.lockutils [req-3271a1f5-17e8-43cb-8418-19949f9d817b req-d2720a76-a3ff-4332-a964-97aa2515401f service nova] Releasing lock "refresh_cache-2a7bbbcf-b04f-41cf-a8de-7b107eabf125" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.326071] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426097, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.412740] env[65635]: DEBUG oslo_vmware.api [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.450815] env[65635]: DEBUG nova.compute.manager [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 743.451192] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.452906] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b1317d-bbaf-4661-b4e0-c2d6d80eb200 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.463965] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.467678] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4954ee9-e24c-4ae6-9542-886cd1749f28 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.476041] env[65635]: DEBUG oslo_vmware.api [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 743.476041] env[65635]: value = "task-4426101" [ 743.476041] env[65635]: _type = "Task" [ 743.476041] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.487492] env[65635]: DEBUG oslo_vmware.api [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.568053] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa6d8956-5209-4fea-84c5-5072cabe799b tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.641s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.570077] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.808s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.570633] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.571305] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.571565] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.576609] env[65635]: INFO nova.compute.manager [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Terminating instance [ 743.626582] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077334} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.626582] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.627679] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d046aa0-b649-417f-bdf7-2d2fb87d8a76 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.637043] env[65635]: DEBUG nova.compute.manager [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Received event network-vif-plugged-c98c0310-2eeb-46e3-938d-6549f9ce3579 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 743.637991] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] Acquiring lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.637991] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] Lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.637991] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] Lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.637991] env[65635]: DEBUG nova.compute.manager [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] No waiting events found dispatching network-vif-plugged-c98c0310-2eeb-46e3-938d-6549f9ce3579 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 743.638272] env[65635]: WARNING nova.compute.manager [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Received unexpected event network-vif-plugged-c98c0310-2eeb-46e3-938d-6549f9ce3579 for instance with vm_state building and task_state spawning. [ 743.638272] env[65635]: DEBUG nova.compute.manager [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Received event network-changed-c98c0310-2eeb-46e3-938d-6549f9ce3579 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 743.638640] env[65635]: DEBUG nova.compute.manager [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Refreshing instance network info cache due to event network-changed-c98c0310-2eeb-46e3-938d-6549f9ce3579. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 743.638640] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] Acquiring lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.638796] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] Acquired lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.639045] env[65635]: DEBUG nova.network.neutron [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Refreshing network info cache for port c98c0310-2eeb-46e3-938d-6549f9ce3579 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.676661] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] e50a73c0-c8c3-4c79-90a3-766a6c8c4012/e50a73c0-c8c3-4c79-90a3-766a6c8c4012.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.678136] env[65635]: DEBUG nova.network.neutron [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Successfully updated port: a5d67351-6f93-4887-98f3-79877a8afc33 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 743.680063] env[65635]: WARNING neutronclient.v2_0.client [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.683654] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a151f98-d0ce-47c1-ae8a-e4c9c5d029d1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.724984] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426100, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.727363] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 743.727363] env[65635]: value = "task-4426102" [ 743.727363] env[65635]: _type = "Task" [ 743.727363] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.741288] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.799541] env[65635]: DEBUG nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 743.822106] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426097, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.907694] env[65635]: DEBUG oslo_vmware.api [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426098, 'name': ReconfigVM_Task, 'duration_secs': 0.555361} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.908641] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 743.917200] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def822fa-5fe4-40e2-909c-d056b7d2067a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.938964] env[65635]: DEBUG oslo_vmware.api [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Waiting for the task: (returnval){ [ 743.938964] env[65635]: value = "task-4426103" [ 743.938964] env[65635]: _type = "Task" [ 743.938964] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.955516] env[65635]: DEBUG oslo_vmware.api [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426103, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.990578] env[65635]: DEBUG oslo_vmware.api [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426101, 'name': PowerOffVM_Task, 'duration_secs': 0.444317} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.990989] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.991275] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.991637] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d96764f-87bb-4d1d-81e9-e905a285d74a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.074534] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.074959] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.075217] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Deleting the datastore file [datastore2] 167234a7-8ddc-430d-92ca-9db79ada2163 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.075532] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-373542c9-cf0a-47c1-bf7d-bf5aafa29516 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.078832] env[65635]: WARNING neutronclient.v2_0.client [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.082335] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.082522] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquired lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.082736] env[65635]: DEBUG nova.network.neutron [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.092878] env[65635]: DEBUG oslo_vmware.api [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for the task: (returnval){ [ 744.092878] env[65635]: value = "task-4426105" [ 744.092878] env[65635]: _type = "Task" [ 744.092878] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.108306] env[65635]: DEBUG oslo_vmware.api [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.208251] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquiring lock "refresh_cache-da9e06f2-30cd-4409-87a4-10cddce2f4da" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.208607] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquired lock "refresh_cache-da9e06f2-30cd-4409-87a4-10cddce2f4da" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.208730] env[65635]: DEBUG nova.network.neutron [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.222948] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633638} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.223970] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 01a10124-82ae-4c9a-bca4-47fcf35a51ef/01a10124-82ae-4c9a-bca4-47fcf35a51ef.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.224270] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.227415] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cea8b1c1-ac98-43c3-8ca9-f86c00faca6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.231409] env[65635]: DEBUG nova.network.neutron [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Updated VIF entry in instance network info cache for port c98c0310-2eeb-46e3-938d-6549f9ce3579. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 744.231743] env[65635]: DEBUG nova.network.neutron [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Updating instance_info_cache with network_info: [{"id": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "address": "fa:16:3e:8a:d1:40", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c0310-2e", "ovs_interfaceid": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.246685] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.253117] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 744.253117] env[65635]: value = "task-4426106" [ 744.253117] env[65635]: _type = "Task" [ 744.253117] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.265551] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.294071] env[65635]: DEBUG nova.compute.manager [req-6f4588f8-ede0-4325-970d-57b8e6ff6fb2 req-5c3ba757-9c6a-4afa-960b-ee5b5ef69303 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-vif-deleted-b3106da3-63da-4f31-9a18-dbe391327429 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.294286] env[65635]: DEBUG nova.compute.manager [req-6f4588f8-ede0-4325-970d-57b8e6ff6fb2 req-5c3ba757-9c6a-4afa-960b-ee5b5ef69303 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-vif-deleted-d7a4a36a-ccb5-4491-9ddc-9cc0d707c63b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.327026] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426097, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.328120] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.450971] env[65635]: DEBUG oslo_vmware.api [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Task: {'id': task-4426103, 'name': ReconfigVM_Task, 'duration_secs': 0.216697} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.450971] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866096', 'volume_id': '5a4777ea-1071-4f61-ad97-05abed1d32b6', 'name': 'volume-5a4777ea-1071-4f61-ad97-05abed1d32b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0', 'attached_at': '', 'detached_at': '', 'volume_id': '5a4777ea-1071-4f61-ad97-05abed1d32b6', 'serial': '5a4777ea-1071-4f61-ad97-05abed1d32b6'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 744.572762] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fb45b3-414d-4198-a80c-c85ff1d82e71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.582389] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc895ab-5ae5-46fa-be56-cf1425dd8461 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.589042] env[65635]: DEBUG nova.compute.utils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Can not refresh info_cache because instance was not found {{(pid=65635) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 744.589459] env[65635]: WARNING neutronclient.v2_0.client [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.630500] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e58e76-74ce-4dbb-8b30-cfe6bcc48f3a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.643546] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a6a532-5448-438d-af90-6449c7763bd1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.648244] env[65635]: DEBUG oslo_vmware.api [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Task: {'id': task-4426105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387706} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.648634] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.648866] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.649129] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.649563] env[65635]: INFO nova.compute.manager [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Took 1.20 seconds to destroy the instance on the hypervisor. [ 744.649898] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 744.650660] env[65635]: DEBUG nova.compute.manager [-] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 744.651386] env[65635]: DEBUG nova.network.neutron [-] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 744.655138] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.674406] env[65635]: DEBUG nova.compute.provider_tree [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.734636] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] Releasing lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.734950] env[65635]: DEBUG nova.compute.manager [req-9c95f956-7faa-4bf4-89f0-69e166f1f255 req-b90d40ab-31cf-41ef-97f6-0e4391f43428 service nova] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Received event network-vif-deleted-481e2a3c-bbb9-44e3-b351-85dd03029ed0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.745560] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426102, 'name': ReconfigVM_Task, 'duration_secs': 0.833939} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.745729] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Reconfigured VM instance instance-00000023 to attach disk [datastore1] e50a73c0-c8c3-4c79-90a3-766a6c8c4012/e50a73c0-c8c3-4c79-90a3-766a6c8c4012.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.746557] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f67bf650-146c-472b-a56d-efa23298ddaa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.755550] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 744.755550] env[65635]: value = "task-4426108" [ 744.755550] env[65635]: _type = "Task" [ 744.755550] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.770546] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426108, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.773961] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073917} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.774278] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.775135] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32655d6c-146f-4a8b-ad92-d4438fe4d6b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.800033] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 01a10124-82ae-4c9a-bca4-47fcf35a51ef/01a10124-82ae-4c9a-bca4-47fcf35a51ef.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.800460] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec483f3-26d6-47e8-8f69-aaee5fd484c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.838133] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426097, 'name': CloneVM_Task, 'duration_secs': 1.820048} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.839817] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Created linked-clone VM from snapshot [ 744.840353] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 744.840353] env[65635]: value = "task-4426109" [ 744.840353] env[65635]: _type = "Task" [ 744.840353] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.841035] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7789fc0-afda-431d-b5f3-f86cc8d57493 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.854542] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Uploading image 748c66f1-f91a-484b-967f-958990662021 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.861527] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.887922] env[65635]: DEBUG oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.887922] env[65635]: value = "vm-866108" [ 744.887922] env[65635]: _type = "VirtualMachine" [ 744.887922] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.888347] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e84c0f2f-cc2e-4896-8a6d-20f5d6c19cd7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.899219] env[65635]: DEBUG oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lease: (returnval){ [ 744.899219] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e71498-9834-15f9-862e-33b29080c147" [ 744.899219] env[65635]: _type = "HttpNfcLease" [ 744.899219] env[65635]: } obtained for exporting VM: (result){ [ 744.899219] env[65635]: value = "vm-866108" [ 744.899219] env[65635]: _type = "VirtualMachine" [ 744.899219] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.900024] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the lease: (returnval){ [ 744.900024] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e71498-9834-15f9-862e-33b29080c147" [ 744.900024] env[65635]: _type = "HttpNfcLease" [ 744.900024] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.909660] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.909660] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e71498-9834-15f9-862e-33b29080c147" [ 744.909660] env[65635]: _type = "HttpNfcLease" [ 744.909660] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 745.008959] env[65635]: DEBUG nova.network.neutron [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 745.045656] env[65635]: DEBUG nova.objects.instance [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Lazy-loading 'flavor' on Instance uuid a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.066763] env[65635]: DEBUG nova.network.neutron [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 745.080083] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.183601] env[65635]: DEBUG nova.scheduler.client.report [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.274011] env[65635]: DEBUG nova.network.neutron [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.278496] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426108, 'name': Rename_Task, 'duration_secs': 0.209172} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.279012] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.279996] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be073b1b-964f-4014-a99d-ed30ed6686fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.287943] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 745.287943] env[65635]: value = "task-4426111" [ 745.287943] env[65635]: _type = "Task" [ 745.287943] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.300705] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.359566] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.419747] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 745.419747] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e71498-9834-15f9-862e-33b29080c147" [ 745.419747] env[65635]: _type = "HttpNfcLease" [ 745.419747] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 745.419747] env[65635]: DEBUG oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 745.419747] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e71498-9834-15f9-862e-33b29080c147" [ 745.419747] env[65635]: _type = "HttpNfcLease" [ 745.419747] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 745.419747] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef9b320-ba61-4f71-854e-b1d21401f569 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.429151] env[65635]: DEBUG oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52514c07-1459-483c-a3c4-1102bf0717d6/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 745.429151] env[65635]: DEBUG oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52514c07-1459-483c-a3c4-1102bf0717d6/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 745.572498] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ddfa095a-37e8-4a28-aaff-5017c29f13d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.622804] env[65635]: WARNING neutronclient.v2_0.client [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.693028] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.693857] env[65635]: DEBUG nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 745.697310] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.428s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.699498] env[65635]: INFO nova.compute.claims [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.779565] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Releasing lock "refresh_cache-ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.780127] env[65635]: DEBUG nova.compute.manager [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 745.780329] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.780654] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e441253-3c92-413f-bc11-cb7ee5879cb0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.799920] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d022c3fc-6155-4052-bca9-d98582a8b080 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.820915] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.841209] env[65635]: WARNING nova.virt.vmwareapi.vmops [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8 could not be found. [ 745.841452] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.841528] env[65635]: INFO nova.compute.manager [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Took 0.06 seconds to destroy the instance on the hypervisor. [ 745.841750] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 745.842080] env[65635]: DEBUG nova.compute.manager [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 745.842176] env[65635]: DEBUG nova.network.neutron [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 745.842544] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.860040] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426109, 'name': ReconfigVM_Task, 'duration_secs': 0.706755} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.860040] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 01a10124-82ae-4c9a-bca4-47fcf35a51ef/01a10124-82ae-4c9a-bca4-47fcf35a51ef.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.860040] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6277686e-f50b-4e96-97bb-b3a4f2059ea1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.873971] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 745.873971] env[65635]: value = "task-4426112" [ 745.873971] env[65635]: _type = "Task" [ 745.873971] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.885411] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426112, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.894291] env[65635]: DEBUG nova.network.neutron [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Updating instance_info_cache with network_info: [{"id": "a5d67351-6f93-4887-98f3-79877a8afc33", "address": "fa:16:3e:9e:ed:0f", "network": {"id": "3fdd481c-533e-49c6-a426-23a8121bc41b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1648924232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8bbb83a5f0e74bb1964d9d919e86973e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d67351-6f", "ovs_interfaceid": "a5d67351-6f93-4887-98f3-79877a8afc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.995539] env[65635]: DEBUG nova.network.neutron [-] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.055534] env[65635]: DEBUG nova.network.neutron [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 746.055851] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.063267] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bf48dfde-7cce-40d1-9516-bc1bba0ebcd2 tempest-VolumesAssistedSnapshotsTest-1651159451 tempest-VolumesAssistedSnapshotsTest-1651159451-project-admin] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.870s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.204855] env[65635]: DEBUG nova.compute.utils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.211800] env[65635]: DEBUG nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 746.212053] env[65635]: DEBUG nova.network.neutron [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 746.212427] env[65635]: WARNING neutronclient.v2_0.client [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.212891] env[65635]: WARNING neutronclient.v2_0.client [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.297602] env[65635]: DEBUG nova.policy [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb54542bab9345308941087965ffaf53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10b1c23f67ee407fbf6daea28e3283e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.307614] env[65635]: DEBUG oslo_vmware.api [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426111, 'name': PowerOnVM_Task, 'duration_secs': 0.812816} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.307971] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.308311] env[65635]: INFO nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Took 8.88 seconds to spawn the instance on the hypervisor. [ 746.308523] env[65635]: DEBUG nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 746.309546] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca1d481-0f0e-4fc5-8408-307c68ef3a7b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.393555] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426112, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.397091] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Releasing lock "refresh_cache-da9e06f2-30cd-4409-87a4-10cddce2f4da" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.397726] env[65635]: DEBUG nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Instance network_info: |[{"id": "a5d67351-6f93-4887-98f3-79877a8afc33", "address": "fa:16:3e:9e:ed:0f", "network": {"id": "3fdd481c-533e-49c6-a426-23a8121bc41b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1648924232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8bbb83a5f0e74bb1964d9d919e86973e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d67351-6f", "ovs_interfaceid": "a5d67351-6f93-4887-98f3-79877a8afc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 746.397957] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:ed:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5d67351-6f93-4887-98f3-79877a8afc33', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.406750] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Creating folder: Project (8bbb83a5f0e74bb1964d9d919e86973e). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.407602] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e07f5829-302c-4a15-bb56-b3d1bd70a2b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.423153] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Created folder: Project (8bbb83a5f0e74bb1964d9d919e86973e) in parent group-v866005. [ 746.423153] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Creating folder: Instances. Parent ref: group-v866109. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.423153] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-637adf21-1458-4ac0-abc9-aba5fe268e53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.437219] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Created folder: Instances in parent group-v866109. [ 746.437219] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 746.437219] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.437219] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee38331-0b53-4591-98bc-b4bf56d419dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.461265] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.461265] env[65635]: value = "task-4426115" [ 746.461265] env[65635]: _type = "Task" [ 746.461265] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.473556] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426115, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.506299] env[65635]: INFO nova.compute.manager [-] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Took 1.85 seconds to deallocate network for instance. [ 746.563111] env[65635]: DEBUG nova.network.neutron [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.714992] env[65635]: DEBUG nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 746.844323] env[65635]: INFO nova.compute.manager [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Took 28.62 seconds to build instance. [ 746.895975] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426112, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.917881] env[65635]: DEBUG nova.network.neutron [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Successfully created port: 38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 746.982328] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426115, 'name': CreateVM_Task, 'duration_secs': 0.456878} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.982566] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.983646] env[65635]: WARNING neutronclient.v2_0.client [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.983646] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.983979] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.984305] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.988188] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9320a9-8b0d-47b2-a67a-8e11bd051272 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.998098] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 746.998098] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520d3495-fdfa-1ae3-c9c4-adf38be55458" [ 746.998098] env[65635]: _type = "Task" [ 746.998098] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.017224] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.017224] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520d3495-fdfa-1ae3-c9c4-adf38be55458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.071082] env[65635]: INFO nova.compute.manager [-] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Took 1.23 seconds to deallocate network for instance. [ 747.324421] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a900cc-8f9f-4ac6-af17-5abd299342c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.334309] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3950a88-adf7-472a-9d32-371fd7ab8fbc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.378922] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36910a91-7cb8-473b-a01d-4a3c0e8b088e tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.165s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.379974] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0379d32-8d6c-426e-8005-e05b2a241077 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.396713] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219337fb-86ab-4b0c-b907-ec91eb7a5640 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.401440] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426112, 'name': Rename_Task, 'duration_secs': 1.234313} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.401607] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.402667] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d9da10-e003-4e44-80e2-ae0c2efac8c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.414507] env[65635]: DEBUG nova.compute.provider_tree [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.423163] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 747.423163] env[65635]: value = "task-4426118" [ 747.423163] env[65635]: _type = "Task" [ 747.423163] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.436468] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.516795] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520d3495-fdfa-1ae3-c9c4-adf38be55458, 'name': SearchDatastore_Task, 'duration_secs': 0.018488} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.517137] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.517667] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.517667] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.517837] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.517923] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.518332] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5dc8326-6483-42bd-b0c7-bbbdc00b6aea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.537904] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.538156] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.539020] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e36ad8-10ac-4f64-a4bd-23bd619b3cd5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.548457] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 747.548457] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296f114-184b-4f39-8889-45aacfc9e829" [ 747.548457] env[65635]: _type = "Task" [ 747.548457] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.560128] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296f114-184b-4f39-8889-45aacfc9e829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.576579] env[65635]: INFO nova.compute.manager [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance disappeared during terminate [ 747.580097] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9b6-be45-4eac-a400-48da5c273cc3 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.007s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.736459] env[65635]: DEBUG nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 747.787864] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.789186] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.790033] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.790033] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.790033] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.790033] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.793425] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.793604] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.793775] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.793942] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.794139] env[65635]: DEBUG nova.virt.hardware [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 747.795562] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0027d7-09b5-4b7c-83ef-0cd12be0d59d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.812838] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b341d9-d2cf-4f81-abff-d6dffa51c4dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.918516] env[65635]: DEBUG nova.scheduler.client.report [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.935872] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.060789] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296f114-184b-4f39-8889-45aacfc9e829, 'name': SearchDatastore_Task, 'duration_secs': 0.018654} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.062158] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9c873d-b565-469c-8b38-b8d224d7b777 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.069328] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 748.069328] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cee17-30eb-40b6-8c0d-5d3b8abb6d40" [ 748.069328] env[65635]: _type = "Task" [ 748.069328] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.080674] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cee17-30eb-40b6-8c0d-5d3b8abb6d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.430636] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.431770] env[65635]: DEBUG nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 748.436053] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.916s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.438087] env[65635]: INFO nova.compute.claims [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.451442] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426118, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.583372] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cee17-30eb-40b6-8c0d-5d3b8abb6d40, 'name': SearchDatastore_Task, 'duration_secs': 0.023256} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.583851] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.584199] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] da9e06f2-30cd-4409-87a4-10cddce2f4da/da9e06f2-30cd-4409-87a4-10cddce2f4da.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.584668] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0b8ba81-40ab-4911-95c8-62b8dd65e3c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.594327] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 748.594327] env[65635]: value = "task-4426119" [ 748.594327] env[65635]: _type = "Task" [ 748.594327] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.603950] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.693622] env[65635]: DEBUG nova.network.neutron [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Successfully updated port: 38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 748.937863] env[65635]: DEBUG oslo_vmware.api [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426118, 'name': PowerOnVM_Task, 'duration_secs': 1.120761} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.938234] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.938451] env[65635]: INFO nova.compute.manager [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Took 8.83 seconds to spawn the instance on the hypervisor. [ 748.938629] env[65635]: DEBUG nova.compute.manager [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 748.939510] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b853739-1747-43fd-b5a9-caf804a0459e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.946306] env[65635]: DEBUG nova.compute.utils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.950258] env[65635]: DEBUG nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 748.951058] env[65635]: DEBUG nova.network.neutron [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 748.951573] env[65635]: WARNING neutronclient.v2_0.client [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.951936] env[65635]: WARNING neutronclient.v2_0.client [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.110676] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.197467] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.197683] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.197819] env[65635]: DEBUG nova.network.neutron [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 749.238185] env[65635]: DEBUG nova.policy [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd95b09862e14472d9520478cc1498150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23f48b244e4444dcbcfcc691a01476c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.452547] env[65635]: DEBUG nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 749.475028] env[65635]: INFO nova.compute.manager [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Took 31.25 seconds to build instance. [ 749.611698] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686339} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.612037] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] da9e06f2-30cd-4409-87a4-10cddce2f4da/da9e06f2-30cd-4409-87a4-10cddce2f4da.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.612262] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.612523] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ada224-7446-4e1d-b357-c49e60ebb1c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.624218] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 749.624218] env[65635]: value = "task-4426121" [ 749.624218] env[65635]: _type = "Task" [ 749.624218] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.636570] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.979649] env[65635]: DEBUG oslo_concurrency.lockutils [None req-419d277c-fe2f-4e8b-820f-0df53d5449b3 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.768s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.038968] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3963b53a-7305-411a-ab92-a8841ae7e7dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.048945] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da20550b-704f-466d-8569-d0bf235798fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.088709] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb19779f-dda7-48a1-bc13-8fb8fef55ac7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.099646] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fbe663-5c97-4ac4-ba53-1ccf55db4a36 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.118737] env[65635]: DEBUG nova.compute.provider_tree [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.135672] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135907} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.136033] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.136962] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa901aba-b415-4d4c-b47e-9d08ac91a326 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.164323] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] da9e06f2-30cd-4409-87a4-10cddce2f4da/da9e06f2-30cd-4409-87a4-10cddce2f4da.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.164631] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ee5782-ec24-44ae-bb63-2b11b90d60df {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.187860] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 750.187860] env[65635]: value = "task-4426122" [ 750.187860] env[65635]: _type = "Task" [ 750.187860] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.199192] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.207626] env[65635]: DEBUG nova.network.neutron [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 750.424164] env[65635]: DEBUG nova.network.neutron [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Successfully created port: f8fe3de0-8aec-4886-9830-c7262a061073 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 750.467473] env[65635]: DEBUG nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 750.511456] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.511755] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.512020] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.512221] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.512387] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.513118] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.513118] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.513118] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.513118] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.513431] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.513485] env[65635]: DEBUG nova.virt.hardware [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 750.514892] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c1bef4-45ce-440b-81e1-8cfd554d4fc9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.525772] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df5eb57-08d6-42a6-9738-65dd449b095a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.625054] env[65635]: DEBUG nova.scheduler.client.report [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.703289] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.132213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.133033] env[65635]: DEBUG nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 751.140333] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.233s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.140333] env[65635]: DEBUG nova.objects.instance [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lazy-loading 'resources' on Instance uuid 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.200547] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426122, 'name': ReconfigVM_Task, 'duration_secs': 0.604506} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.200833] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Reconfigured VM instance instance-00000025 to attach disk [datastore1] da9e06f2-30cd-4409-87a4-10cddce2f4da/da9e06f2-30cd-4409-87a4-10cddce2f4da.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.201552] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a4a767b-f2bb-4e20-86a0-a3347df1298c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.209617] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 751.209617] env[65635]: value = "task-4426124" [ 751.209617] env[65635]: _type = "Task" [ 751.209617] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.222336] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426124, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.645609] env[65635]: DEBUG nova.compute.utils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.650473] env[65635]: DEBUG nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 751.650473] env[65635]: DEBUG nova.network.neutron [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.650613] env[65635]: WARNING neutronclient.v2_0.client [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.650956] env[65635]: WARNING neutronclient.v2_0.client [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.722782] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426124, 'name': Rename_Task, 'duration_secs': 0.194242} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.723368] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.723907] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a812d9-f984-41b5-83f4-29cb9dadcddf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.732770] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 751.732770] env[65635]: value = "task-4426125" [ 751.732770] env[65635]: _type = "Task" [ 751.732770] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.742292] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.125662] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a1eaf-227a-4bd3-9ba6-acc4b6fba8f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.138164] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55baaf44-e7f8-43f8-a1c0-6c4bdec1832e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.174601] env[65635]: DEBUG nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 752.179022] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5d8d7a-3c31-4b75-8424-d19aa2ab676f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.187650] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbe4938-f0ec-4dd9-b2f3-3689543d0ed6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.204218] env[65635]: DEBUG nova.compute.provider_tree [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.248439] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.443466] env[65635]: DEBUG nova.network.neutron [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Successfully updated port: f8fe3de0-8aec-4886-9830-c7262a061073 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 752.708307] env[65635]: DEBUG nova.scheduler.client.report [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.751056] env[65635]: DEBUG oslo_vmware.api [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426125, 'name': PowerOnVM_Task, 'duration_secs': 0.928335} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.751056] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.751056] env[65635]: INFO nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Took 9.91 seconds to spawn the instance on the hypervisor. [ 752.751056] env[65635]: DEBUG nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 752.752023] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49575ab1-be77-466f-845f-9f0ee33036f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.894996] env[65635]: DEBUG nova.policy [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd95b09862e14472d9520478cc1498150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23f48b244e4444dcbcfcc691a01476c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.947235] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.947496] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.947698] env[65635]: DEBUG nova.network.neutron [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 753.187826] env[65635]: DEBUG nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 753.216219] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.216494] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.216684] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.216908] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.217087] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.217245] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.217999] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.217999] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.217999] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.217999] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.218583] env[65635]: DEBUG nova.virt.hardware [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.218941] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.221665] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42894a36-23ac-45a4-b78c-5ea25c895b9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.225396] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.897s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.226212] env[65635]: INFO nova.compute.claims [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.235871] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1602ae02-48fd-4692-9d9d-a4310e68a002 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.256487] env[65635]: INFO nova.scheduler.client.report [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Deleted allocations for instance 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c [ 753.280284] env[65635]: INFO nova.compute.manager [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Took 29.65 seconds to build instance. [ 753.529020] env[65635]: WARNING neutronclient.v2_0.client [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.664815] env[65635]: DEBUG nova.compute.manager [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Received event network-vif-plugged-a5d67351-6f93-4887-98f3-79877a8afc33 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 753.665169] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Acquiring lock "da9e06f2-30cd-4409-87a4-10cddce2f4da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.665414] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Lock "da9e06f2-30cd-4409-87a4-10cddce2f4da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.665587] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Lock "da9e06f2-30cd-4409-87a4-10cddce2f4da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.665774] env[65635]: DEBUG nova.compute.manager [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] No waiting events found dispatching network-vif-plugged-a5d67351-6f93-4887-98f3-79877a8afc33 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 753.665952] env[65635]: WARNING nova.compute.manager [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Received unexpected event network-vif-plugged-a5d67351-6f93-4887-98f3-79877a8afc33 for instance with vm_state active and task_state None. [ 753.666150] env[65635]: DEBUG nova.compute.manager [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Received event network-changed-a5d67351-6f93-4887-98f3-79877a8afc33 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 753.666313] env[65635]: DEBUG nova.compute.manager [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Refreshing instance network info cache due to event network-changed-a5d67351-6f93-4887-98f3-79877a8afc33. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 753.666565] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Acquiring lock "refresh_cache-da9e06f2-30cd-4409-87a4-10cddce2f4da" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.666786] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Acquired lock "refresh_cache-da9e06f2-30cd-4409-87a4-10cddce2f4da" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.666985] env[65635]: DEBUG nova.network.neutron [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Refreshing network info cache for port a5d67351-6f93-4887-98f3-79877a8afc33 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.768770] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd90bf71-5d53-4438-bdc0-746497267a84 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "60fd1576-c30d-48e1-b1a1-20a5b17c1b0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.383s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.785389] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8dee35f6-5394-425c-a6cd-39d609eb487d tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "da9e06f2-30cd-4409-87a4-10cddce2f4da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.166s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.876244] env[65635]: DEBUG nova.network.neutron [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.985661] env[65635]: DEBUG nova.network.neutron [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Successfully created port: 297184ff-dec7-4e49-9b04-dc7ba15fe36b {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 754.087406] env[65635]: DEBUG nova.network.neutron [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [{"id": "38988061-526a-4665-86c5-a7d8953ecfc1", "address": "fa:16:3e:84:70:4f", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988061-52", "ovs_interfaceid": "38988061-526a-4665-86c5-a7d8953ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.174795] env[65635]: WARNING neutronclient.v2_0.client [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.592372] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.592372] env[65635]: DEBUG nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Instance network_info: |[{"id": "38988061-526a-4665-86c5-a7d8953ecfc1", "address": "fa:16:3e:84:70:4f", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988061-52", "ovs_interfaceid": "38988061-526a-4665-86c5-a7d8953ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 754.592372] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:70:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38988061-526a-4665-86c5-a7d8953ecfc1', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.601337] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating folder: Project (10b1c23f67ee407fbf6daea28e3283e1). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.604731] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec0ecf67-9f4a-4c91-9b65-d1c7836f9eff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.620750] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Created folder: Project (10b1c23f67ee407fbf6daea28e3283e1) in parent group-v866005. [ 754.621211] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating folder: Instances. Parent ref: group-v866113. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.624839] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e468a5fc-56ce-4ff9-b51b-1bdbad498a13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.643231] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Created folder: Instances in parent group-v866113. [ 754.643612] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 754.646940] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.647503] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91b25510-2e52-417c-bc27-204cbc20f93c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.675192] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.675192] env[65635]: value = "task-4426129" [ 754.675192] env[65635]: _type = "Task" [ 754.675192] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.685883] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426129, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.782030] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98c3d97-d322-40e7-abbf-d3036b368a7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.790732] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e731a80-2ab9-4ab1-80d3-32e2b0d04c59 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.826129] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d1701-4869-4354-b35c-c1ba5d6e70fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.835017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7b6d5b-fa9a-44c2-aa7a-c57454c42d87 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.850178] env[65635]: DEBUG nova.compute.provider_tree [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.000540] env[65635]: WARNING neutronclient.v2_0.client [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.189951] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426129, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.357624] env[65635]: DEBUG nova.scheduler.client.report [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.688585] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426129, 'name': CreateVM_Task, 'duration_secs': 0.593279} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.688831] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.689563] env[65635]: WARNING neutronclient.v2_0.client [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.690156] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.690328] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.690760] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.691331] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9249703-db2d-4880-b1dd-d7dbb9d241f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.698469] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 755.698469] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fd4ca4-5fa6-4aea-da32-ec8343c06030" [ 755.698469] env[65635]: _type = "Task" [ 755.698469] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.708410] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fd4ca4-5fa6-4aea-da32-ec8343c06030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.781047] env[65635]: DEBUG nova.network.neutron [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Successfully updated port: 297184ff-dec7-4e49-9b04-dc7ba15fe36b {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 755.866140] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.866140] env[65635]: DEBUG nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 755.871758] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.854s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.872037] env[65635]: DEBUG nova.objects.instance [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lazy-loading 'resources' on Instance uuid 167234a7-8ddc-430d-92ca-9db79ada2163 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.914249] env[65635]: DEBUG nova.network.neutron [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Updating instance_info_cache with network_info: [{"id": "f8fe3de0-8aec-4886-9830-c7262a061073", "address": "fa:16:3e:41:f3:ca", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8fe3de0-8a", "ovs_interfaceid": "f8fe3de0-8aec-4886-9830-c7262a061073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.986163] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] Acquiring lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.986408] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] Acquired lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.986933] env[65635]: DEBUG nova.network.neutron [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 756.216705] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fd4ca4-5fa6-4aea-da32-ec8343c06030, 'name': SearchDatastore_Task, 'duration_secs': 0.023988} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.216705] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.216705] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.217014] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.217210] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.217448] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.217914] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-418421ea-768f-4023-afb3-dce05b190088 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.229814] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.230128] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.231108] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190b2179-38dd-45da-abdc-ac5deae0db01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.239118] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 756.239118] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5279a0c3-a6fc-de62-7b0e-03450b6b62ef" [ 756.239118] env[65635]: _type = "Task" [ 756.239118] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.251261] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5279a0c3-a6fc-de62-7b0e-03450b6b62ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.284423] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "refresh_cache-0144e645-a0c2-47d4-b290-7cf9c0ec95cb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.284683] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "refresh_cache-0144e645-a0c2-47d4-b290-7cf9c0ec95cb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.284815] env[65635]: DEBUG nova.network.neutron [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 756.307506] env[65635]: WARNING neutronclient.v2_0.client [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.379079] env[65635]: DEBUG nova.compute.utils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.386103] env[65635]: DEBUG nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 756.386362] env[65635]: DEBUG nova.network.neutron [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 756.386760] env[65635]: WARNING neutronclient.v2_0.client [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.387202] env[65635]: WARNING neutronclient.v2_0.client [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.418666] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.420035] env[65635]: DEBUG nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Instance network_info: |[{"id": "f8fe3de0-8aec-4886-9830-c7262a061073", "address": "fa:16:3e:41:f3:ca", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8fe3de0-8a", "ovs_interfaceid": "f8fe3de0-8aec-4886-9830-c7262a061073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 756.420449] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:f3:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8fe3de0-8aec-4886-9830-c7262a061073', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.429762] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Creating folder: Project (23f48b244e4444dcbcfcc691a01476c8). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.433795] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e50e8d32-5f38-46f3-a242-115e259e0491 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.449700] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Created folder: Project (23f48b244e4444dcbcfcc691a01476c8) in parent group-v866005. [ 756.450666] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Creating folder: Instances. Parent ref: group-v866116. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.451084] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb68a5e3-bf51-4925-8ff9-7df4ecbbf010 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.471526] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Created folder: Instances in parent group-v866116. [ 756.471526] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 756.471526] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a413a372-b513-4254-8516-8069c2374862] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.471526] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d918717-e12b-458e-90f4-5211399d209a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.492723] env[65635]: WARNING neutronclient.v2_0.client [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.505318] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.505318] env[65635]: value = "task-4426132" [ 756.505318] env[65635]: _type = "Task" [ 756.505318] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.522376] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426132, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.574387] env[65635]: DEBUG oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52514c07-1459-483c-a3c4-1102bf0717d6/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 756.576087] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d89bc-9d4a-4af6-97f3-ac87278ace9c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.585808] env[65635]: DEBUG oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52514c07-1459-483c-a3c4-1102bf0717d6/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.586101] env[65635]: ERROR oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52514c07-1459-483c-a3c4-1102bf0717d6/disk-0.vmdk due to incomplete transfer. [ 756.587327] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3dff8c2d-35f7-419c-a334-f4c89ff0dbde {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.599927] env[65635]: DEBUG oslo_vmware.rw_handles [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52514c07-1459-483c-a3c4-1102bf0717d6/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.600148] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Uploaded image 748c66f1-f91a-484b-967f-958990662021 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.605199] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.606628] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1974e1e3-7485-4303-a650-c279cfb2e8b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.619795] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 756.619795] env[65635]: value = "task-4426133" [ 756.619795] env[65635]: _type = "Task" [ 756.619795] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.641632] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426133, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.753348] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5279a0c3-a6fc-de62-7b0e-03450b6b62ef, 'name': SearchDatastore_Task, 'duration_secs': 0.019824} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.754889] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9cd089-69c3-420c-b405-7fc518dfc8ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.763008] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 756.763008] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521ee7ed-9e8a-7bdd-1e84-83fe8e1721fe" [ 756.763008] env[65635]: _type = "Task" [ 756.763008] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.774882] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521ee7ed-9e8a-7bdd-1e84-83fe8e1721fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.886800] env[65635]: DEBUG nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 756.906030] env[65635]: DEBUG nova.policy [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd95b09862e14472d9520478cc1498150', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23f48b244e4444dcbcfcc691a01476c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.969935] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquiring lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.970623] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.970623] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquiring lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.970623] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.970984] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.977470] env[65635]: INFO nova.compute.manager [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Terminating instance [ 757.026399] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426132, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.118555] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da68432f-8c11-4e73-8cb4-fe79886121dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.134715] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c39f64-6ed8-4ea3-8260-1dd60dbf7ae2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.138483] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426133, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.183135] env[65635]: DEBUG nova.network.neutron [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 757.186883] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891cea8f-cc1e-46d4-98f7-b4bd9a3dea6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.196728] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c5871a-951f-41a9-a7e6-6b7ac75ff588 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.213813] env[65635]: DEBUG nova.compute.provider_tree [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.216031] env[65635]: DEBUG nova.network.neutron [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Updated VIF entry in instance network info cache for port a5d67351-6f93-4887-98f3-79877a8afc33. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.216031] env[65635]: DEBUG nova.network.neutron [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Updating instance_info_cache with network_info: [{"id": "a5d67351-6f93-4887-98f3-79877a8afc33", "address": "fa:16:3e:9e:ed:0f", "network": {"id": "3fdd481c-533e-49c6-a426-23a8121bc41b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1648924232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8bbb83a5f0e74bb1964d9d919e86973e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5d67351-6f", "ovs_interfaceid": "a5d67351-6f93-4887-98f3-79877a8afc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.277923] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521ee7ed-9e8a-7bdd-1e84-83fe8e1721fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012639} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.278227] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.278496] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] f39da399-d63d-4fd1-bc3f-e1d8de517b96/f39da399-d63d-4fd1-bc3f-e1d8de517b96.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.278772] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc33b6d5-2098-4518-9cde-622f2d9224ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.286388] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 757.286388] env[65635]: value = "task-4426134" [ 757.286388] env[65635]: _type = "Task" [ 757.286388] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.296933] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.484924] env[65635]: DEBUG nova.compute.manager [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 757.485170] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.486072] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1e521-4ccd-4b66-bb5d-7a9e406caa88 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.490812] env[65635]: DEBUG nova.network.neutron [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Successfully created port: 6bab8b34-df10-43a9-b37f-d1232237fac1 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 757.499469] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.499728] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d199275-01ec-4c55-9a18-267b50688c24 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.511736] env[65635]: DEBUG oslo_vmware.api [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 757.511736] env[65635]: value = "task-4426135" [ 757.511736] env[65635]: _type = "Task" [ 757.511736] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.518524] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426132, 'name': CreateVM_Task, 'duration_secs': 0.583757} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.519089] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a413a372-b513-4254-8516-8069c2374862] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.519603] env[65635]: WARNING neutronclient.v2_0.client [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.520009] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.520260] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.520583] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.521061] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86ef424-a8f5-4210-b2ba-951bc62a8f4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.529861] env[65635]: DEBUG oslo_vmware.api [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4426135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.534274] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 757.534274] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523045ce-afb5-141f-ccbe-8b743efd7bf2" [ 757.534274] env[65635]: _type = "Task" [ 757.534274] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.544594] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523045ce-afb5-141f-ccbe-8b743efd7bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.639401] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426133, 'name': Destroy_Task, 'duration_secs': 0.692613} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.639401] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Destroyed the VM [ 757.639634] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.640414] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4800c798-9e51-413f-aeab-fd82080f6b7d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.648820] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 757.648820] env[65635]: value = "task-4426136" [ 757.648820] env[65635]: _type = "Task" [ 757.648820] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.660502] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.718363] env[65635]: DEBUG nova.scheduler.client.report [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.722174] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Releasing lock "refresh_cache-da9e06f2-30cd-4409-87a4-10cddce2f4da" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.722417] env[65635]: DEBUG nova.compute.manager [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Received event network-changed-dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.722614] env[65635]: DEBUG nova.compute.manager [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Refreshing instance network info cache due to event network-changed-dd7fd9b7-a28f-42a3-ae79-af295655e9d2. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 757.722776] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Acquiring lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.722910] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Acquired lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.723083] env[65635]: DEBUG nova.network.neutron [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Refreshing network info cache for port dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.797487] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.898634] env[65635]: DEBUG nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 757.926862] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 757.927172] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.927336] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 757.927596] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.927813] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 757.928056] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 757.928381] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 757.928624] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 757.928899] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 757.929354] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 757.929630] env[65635]: DEBUG nova.virt.hardware [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 757.931017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98737f7-07b2-448b-b049-6391f8032586 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.945864] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae31905-15fc-4957-b834-a6a507d6f1f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.022125] env[65635]: DEBUG oslo_vmware.api [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4426135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.045914] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523045ce-afb5-141f-ccbe-8b743efd7bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.046862] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.047191] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.047959] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.047959] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.047959] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.048134] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72601da7-9e67-4616-996e-acccc7f38084 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.058882] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.059698] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.060642] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2ce7ed-4665-408f-bb55-4cd35c4d416a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.067162] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 758.067162] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521bc5f0-4a5e-936e-aa4a-be6b3d657e74" [ 758.067162] env[65635]: _type = "Task" [ 758.067162] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.078610] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521bc5f0-4a5e-936e-aa4a-be6b3d657e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.163508] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.228570] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.235041] env[65635]: WARNING neutronclient.v2_0.client [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.244596] env[65635]: DEBUG nova.compute.manager [req-f87cb1b6-dd25-4a33-880f-b2774adcd746 req-3d7c215f-c067-4c4c-9e1b-acde22ea6649 service nova] [instance: a413a372-b513-4254-8516-8069c2374862] Received event network-vif-plugged-f8fe3de0-8aec-4886-9830-c7262a061073 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.244807] env[65635]: DEBUG oslo_concurrency.lockutils [req-f87cb1b6-dd25-4a33-880f-b2774adcd746 req-3d7c215f-c067-4c4c-9e1b-acde22ea6649 service nova] Acquiring lock "a413a372-b513-4254-8516-8069c2374862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.245041] env[65635]: DEBUG oslo_concurrency.lockutils [req-f87cb1b6-dd25-4a33-880f-b2774adcd746 req-3d7c215f-c067-4c4c-9e1b-acde22ea6649 service nova] Lock "a413a372-b513-4254-8516-8069c2374862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.245225] env[65635]: DEBUG oslo_concurrency.lockutils [req-f87cb1b6-dd25-4a33-880f-b2774adcd746 req-3d7c215f-c067-4c4c-9e1b-acde22ea6649 service nova] Lock "a413a372-b513-4254-8516-8069c2374862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.245387] env[65635]: DEBUG nova.compute.manager [req-f87cb1b6-dd25-4a33-880f-b2774adcd746 req-3d7c215f-c067-4c4c-9e1b-acde22ea6649 service nova] [instance: a413a372-b513-4254-8516-8069c2374862] No waiting events found dispatching network-vif-plugged-f8fe3de0-8aec-4886-9830-c7262a061073 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 758.245561] env[65635]: WARNING nova.compute.manager [req-f87cb1b6-dd25-4a33-880f-b2774adcd746 req-3d7c215f-c067-4c4c-9e1b-acde22ea6649 service nova] [instance: a413a372-b513-4254-8516-8069c2374862] Received unexpected event network-vif-plugged-f8fe3de0-8aec-4886-9830-c7262a061073 for instance with vm_state building and task_state spawning. [ 758.277707] env[65635]: INFO nova.scheduler.client.report [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Deleted allocations for instance 167234a7-8ddc-430d-92ca-9db79ada2163 [ 758.306064] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.533961] env[65635]: DEBUG oslo_vmware.api [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4426135, 'name': PowerOffVM_Task, 'duration_secs': 1.00349} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.534605] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.535260] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.535260] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12373885-4f00-470f-8836-9f5b5457bef5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.584934] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521bc5f0-4a5e-936e-aa4a-be6b3d657e74, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.586206] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d335e6-4b66-4b13-a458-1bec51579056 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.597209] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 758.597209] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a5e9d1-00d8-50f3-c72b-2126e742cf7b" [ 758.597209] env[65635]: _type = "Task" [ 758.597209] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.610216] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a5e9d1-00d8-50f3-c72b-2126e742cf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.662564] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.736828] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.737218] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.737468] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Deleting the datastore file [datastore1] a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.737788] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38cd6ccf-15c9-48d5-824f-a74e3712a626 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.748635] env[65635]: DEBUG oslo_vmware.api [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for the task: (returnval){ [ 758.748635] env[65635]: value = "task-4426138" [ 758.748635] env[65635]: _type = "Task" [ 758.748635] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.759727] env[65635]: DEBUG oslo_vmware.api [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4426138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.790154] env[65635]: DEBUG oslo_concurrency.lockutils [None req-891ee21a-60bc-48f8-a7fe-4251d809abe3 tempest-ServerAddressesTestJSON-375090076 tempest-ServerAddressesTestJSON-375090076-project-member] Lock "167234a7-8ddc-430d-92ca-9db79ada2163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.848s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.804858] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426134, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.500233} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.805281] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] f39da399-d63d-4fd1-bc3f-e1d8de517b96/f39da399-d63d-4fd1-bc3f-e1d8de517b96.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.805697] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.806020] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af96da77-f7a0-46c0-8a5a-7476efa5c07f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.815161] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 758.815161] env[65635]: value = "task-4426139" [ 758.815161] env[65635]: _type = "Task" [ 758.815161] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.831146] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.883703] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.884434] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.884794] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.885027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.885173] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.888036] env[65635]: INFO nova.compute.manager [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Terminating instance [ 759.030297] env[65635]: DEBUG nova.compute.manager [None req-ccfddffc-33a7-40ea-9d6e-3ab376db2eb2 tempest-ServerDiagnosticsV248Test-147034595 tempest-ServerDiagnosticsV248Test-147034595-project-admin] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.032318] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b3f51-61bb-4ab0-8a26-80e7f7e73c60 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.040248] env[65635]: INFO nova.compute.manager [None req-ccfddffc-33a7-40ea-9d6e-3ab376db2eb2 tempest-ServerDiagnosticsV248Test-147034595 tempest-ServerDiagnosticsV248Test-147034595-project-admin] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Retrieving diagnostics [ 759.041147] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a032a87-a4f0-452f-b32e-8e87991d031f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.108255] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a5e9d1-00d8-50f3-c72b-2126e742cf7b, 'name': SearchDatastore_Task, 'duration_secs': 0.064972} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.108511] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.108764] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] a413a372-b513-4254-8516-8069c2374862/a413a372-b513-4254-8516-8069c2374862.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.109294] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5558ef0-fb7f-4095-8d36-1ce2f1ff3d61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.116683] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 759.116683] env[65635]: value = "task-4426140" [ 759.116683] env[65635]: _type = "Task" [ 759.116683] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.128184] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.161928] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426136, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.267051] env[65635]: DEBUG oslo_vmware.api [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Task: {'id': task-4426138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306102} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.267650] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.267857] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.268059] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.268243] env[65635]: INFO nova.compute.manager [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Took 1.78 seconds to destroy the instance on the hypervisor. [ 759.268483] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 759.268700] env[65635]: DEBUG nova.compute.manager [-] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 759.268790] env[65635]: DEBUG nova.network.neutron [-] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 759.269657] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.328850] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.329219] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.330767] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7da9a5a-9cd6-4f1b-9338-d2f1aee5ebb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.359915] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] f39da399-d63d-4fd1-bc3f-e1d8de517b96/f39da399-d63d-4fd1-bc3f-e1d8de517b96.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.359915] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ac0462-f1ad-48e4-84f9-5b4887f24411 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.383322] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 759.383322] env[65635]: value = "task-4426141" [ 759.383322] env[65635]: _type = "Task" [ 759.383322] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.395715] env[65635]: DEBUG nova.compute.manager [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 759.396154] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.396605] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.398061] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf7460-91f3-42b1-822c-21b411ab9639 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.409756] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.409756] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f653a8be-dfd4-433c-aef0-aa2a084bc395 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.420805] env[65635]: DEBUG oslo_vmware.api [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 759.420805] env[65635]: value = "task-4426142" [ 759.420805] env[65635]: _type = "Task" [ 759.420805] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.435463] env[65635]: DEBUG oslo_vmware.api [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.631103] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426140, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.666035] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426136, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.900861] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.929729] env[65635]: DEBUG nova.compute.manager [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.935350] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89562a43-dcf1-44e6-aa41-f81f00247eff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.938490] env[65635]: DEBUG oslo_vmware.api [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426142, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.981505] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.997550] env[65635]: WARNING neutronclient.v2_0.client [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.010640] env[65635]: DEBUG nova.network.neutron [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Successfully updated port: 6bab8b34-df10-43a9-b37f-d1232237fac1 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 760.038626] env[65635]: WARNING neutronclient.v2_0.client [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.131544] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615697} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.131903] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] a413a372-b513-4254-8516-8069c2374862/a413a372-b513-4254-8516-8069c2374862.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.132230] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.132562] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e9d87ec-52c0-45df-b804-4e6440c24bd8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.141521] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 760.141521] env[65635]: value = "task-4426143" [ 760.141521] env[65635]: _type = "Task" [ 760.141521] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.155058] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquiring lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.155395] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.155701] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquiring lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.155926] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.156157] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.158295] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.163080] env[65635]: INFO nova.compute.manager [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Terminating instance [ 760.178353] env[65635]: DEBUG oslo_vmware.api [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426136, 'name': RemoveSnapshot_Task, 'duration_secs': 2.11689} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.178615] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 760.179172] env[65635]: INFO nova.compute.manager [None req-5272254b-9e60-4b88-9b50-2cddf23be30b tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Took 20.03 seconds to snapshot the instance on the hypervisor. [ 760.342728] env[65635]: DEBUG nova.network.neutron [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Updating instance_info_cache with network_info: [{"id": "297184ff-dec7-4e49-9b04-dc7ba15fe36b", "address": "fa:16:3e:8f:b5:a9", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297184ff-de", "ovs_interfaceid": "297184ff-dec7-4e49-9b04-dc7ba15fe36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.379330] env[65635]: DEBUG nova.network.neutron [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Updating instance_info_cache with network_info: [{"id": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "address": "fa:16:3e:8a:d1:40", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c0310-2e", "ovs_interfaceid": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.398980] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426141, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.434595] env[65635]: DEBUG oslo_vmware.api [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426142, 'name': PowerOffVM_Task, 'duration_secs': 0.543854} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.435983] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.435983] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.439317] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d88ddc56-fd79-4005-ac33-7dbca941b29b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.448820] env[65635]: INFO nova.compute.manager [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] instance snapshotting [ 760.454081] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb92322-f909-42ca-b7cf-32b004465f2b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.479539] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3e5927-9bf5-43ce-ac2f-e244b2a7ba40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.514183] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "refresh_cache-fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.514765] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "refresh_cache-fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.515054] env[65635]: DEBUG nova.network.neutron [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 760.527595] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.527595] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.527595] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleting the datastore file [datastore2] 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.527595] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7025a5ca-612f-4019-9b45-b265f7d4fe6d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.537273] env[65635]: DEBUG oslo_vmware.api [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for the task: (returnval){ [ 760.537273] env[65635]: value = "task-4426145" [ 760.537273] env[65635]: _type = "Task" [ 760.537273] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.552949] env[65635]: DEBUG oslo_vmware.api [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.657173] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077464} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.657576] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.659721] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620a6003-ff7c-4530-96f4-62136e63ee8d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.683716] env[65635]: DEBUG nova.compute.manager [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 760.683948] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.696846] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] a413a372-b513-4254-8516-8069c2374862/a413a372-b513-4254-8516-8069c2374862.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.699627] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504b25cd-44ac-423e-a8d1-51b79d3ed318 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.703339] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28817e60-89b1-45c2-aab9-cfc50a17167a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.726045] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.727086] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c3e65ea-ce6f-4e19-8745-7b9eba9de970 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.728958] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 760.728958] env[65635]: value = "task-4426146" [ 760.728958] env[65635]: _type = "Task" [ 760.728958] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.736381] env[65635]: DEBUG oslo_vmware.api [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 760.736381] env[65635]: value = "task-4426147" [ 760.736381] env[65635]: _type = "Task" [ 760.736381] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.745083] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.750093] env[65635]: DEBUG oslo_vmware.api [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.797327] env[65635]: WARNING neutronclient.v2_0.client [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.804207] env[65635]: DEBUG nova.compute.manager [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Received event network-vif-plugged-38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 760.804207] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Acquiring lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.804207] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.804207] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.804344] env[65635]: DEBUG nova.compute.manager [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] No waiting events found dispatching network-vif-plugged-38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 760.804446] env[65635]: WARNING nova.compute.manager [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Received unexpected event network-vif-plugged-38988061-526a-4665-86c5-a7d8953ecfc1 for instance with vm_state building and task_state spawning. [ 760.806018] env[65635]: DEBUG nova.compute.manager [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Received event network-changed-38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 760.806018] env[65635]: DEBUG nova.compute.manager [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Refreshing instance network info cache due to event network-changed-38988061-526a-4665-86c5-a7d8953ecfc1. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 760.806018] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Acquiring lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.806018] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Acquired lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.806018] env[65635]: DEBUG nova.network.neutron [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Refreshing network info cache for port 38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.851392] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "refresh_cache-0144e645-a0c2-47d4-b290-7cf9c0ec95cb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.852056] env[65635]: DEBUG nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Instance network_info: |[{"id": "297184ff-dec7-4e49-9b04-dc7ba15fe36b", "address": "fa:16:3e:8f:b5:a9", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297184ff-de", "ovs_interfaceid": "297184ff-dec7-4e49-9b04-dc7ba15fe36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 760.853274] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b5:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '297184ff-dec7-4e49-9b04-dc7ba15fe36b', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.865345] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 760.865345] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.865345] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74c83fdd-fe4f-4f81-9281-372c1cc2fc1a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.882320] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] Releasing lock "refresh_cache-e50a73c0-c8c3-4c79-90a3-766a6c8c4012" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.882376] env[65635]: DEBUG nova.compute.manager [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Inject network info {{(pid=65635) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 760.884816] env[65635]: DEBUG nova.compute.manager [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] network_info to inject: |[{"id": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "address": "fa:16:3e:8a:d1:40", "network": {"id": "985e8540-c442-4698-a19a-662bef8a8afd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1755425270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49534560eac24ad3b6f856867509ea4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c0310-2e", "ovs_interfaceid": "c98c0310-2eeb-46e3-938d-6549f9ce3579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 760.888036] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Reconfiguring VM instance to set the machine id {{(pid=65635) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 760.890351] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ce0d43-ef52-406a-8e21-9df03df34bf9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.900578] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.900578] env[65635]: value = "task-4426148" [ 760.900578] env[65635]: _type = "Task" [ 760.900578] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.914079] env[65635]: DEBUG oslo_vmware.api [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] Waiting for the task: (returnval){ [ 760.914079] env[65635]: value = "task-4426149" [ 760.914079] env[65635]: _type = "Task" [ 760.914079] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.928456] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426148, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.928981] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426141, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.936271] env[65635]: DEBUG oslo_vmware.api [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] Task: {'id': task-4426149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.990079] env[65635]: DEBUG nova.network.neutron [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updated VIF entry in instance network info cache for port dd7fd9b7-a28f-42a3-ae79-af295655e9d2. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 760.990651] env[65635]: DEBUG nova.network.neutron [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updating instance_info_cache with network_info: [{"id": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "address": "fa:16:3e:8d:46:bd", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7fd9b7-a2", "ovs_interfaceid": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.993096] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 760.993327] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae4fbde8-06e3-4a01-87e4-202cf95c856c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.003462] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 761.003462] env[65635]: value = "task-4426150" [ 761.003462] env[65635]: _type = "Task" [ 761.003462] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.016654] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.056286] env[65635]: DEBUG oslo_vmware.api [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Task: {'id': task-4426145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373579} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.056286] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.056286] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.056286] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.056286] env[65635]: INFO nova.compute.manager [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 761.056286] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 761.057301] env[65635]: DEBUG nova.compute.manager [-] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 761.057563] env[65635]: DEBUG nova.network.neutron [-] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 761.057931] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.152384] env[65635]: DEBUG nova.network.neutron [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 761.255530] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.255914] env[65635]: DEBUG oslo_vmware.api [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426147, 'name': PowerOffVM_Task, 'duration_secs': 0.324358} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.257107] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.257107] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.257107] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff6f1bd-c196-49b2-ac11-e521c60d7b4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.303931] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.310026] env[65635]: WARNING neutronclient.v2_0.client [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.344733] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.347016] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.347016] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Deleting the datastore file [datastore2] 2a7bbbcf-b04f-41cf-a8de-7b107eabf125 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.349820] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57683a3f-8192-4fc2-9839-d62acc94f1bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.361621] env[65635]: DEBUG oslo_vmware.api [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for the task: (returnval){ [ 761.361621] env[65635]: value = "task-4426152" [ 761.361621] env[65635]: _type = "Task" [ 761.361621] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.402774] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426141, 'name': ReconfigVM_Task, 'duration_secs': 1.942073} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.408179] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Reconfigured VM instance instance-00000026 to attach disk [datastore2] f39da399-d63d-4fd1-bc3f-e1d8de517b96/f39da399-d63d-4fd1-bc3f-e1d8de517b96.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.409949] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad2cab7a-57f5-417a-995e-68c544d7d956 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.428152] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 761.428152] env[65635]: value = "task-4426153" [ 761.428152] env[65635]: _type = "Task" [ 761.428152] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.436255] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426148, 'name': CreateVM_Task, 'duration_secs': 0.49114} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.443167] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.449087] env[65635]: WARNING neutronclient.v2_0.client [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.449980] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.449980] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.450477] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.451247] env[65635]: DEBUG oslo_vmware.api [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] Task: {'id': task-4426149, 'name': ReconfigVM_Task, 'duration_secs': 0.3294} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.455021] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0acde766-5ecf-4dd1-a37b-8290d2322dcb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.455021] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ef5c36-12fc-4e88-a2fe-e18644602592 tempest-ServersAdminTestJSON-1472488387 tempest-ServersAdminTestJSON-1472488387-project-admin] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Reconfigured VM instance to set the machine id {{(pid=65635) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 761.459091] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426153, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.465956] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 761.465956] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bcfd0b-d871-88d3-fd87-574a2756dce9" [ 761.465956] env[65635]: _type = "Task" [ 761.465956] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.478224] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bcfd0b-d871-88d3-fd87-574a2756dce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.495049] env[65635]: DEBUG oslo_concurrency.lockutils [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] Releasing lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.495402] env[65635]: DEBUG nova.compute.manager [req-54b56483-7585-42a6-aa1e-f593c827b4d6 req-111bc52e-66ad-4b54-9100-1cad78ee6485 service nova] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Received event network-vif-deleted-6e411102-6b97-4ed6-8ab6-b468fe97b322 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 761.521077] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.528363] env[65635]: WARNING neutronclient.v2_0.client [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.749120] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426146, 'name': ReconfigVM_Task, 'duration_secs': 0.607154} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.750989] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Reconfigured VM instance instance-00000027 to attach disk [datastore2] a413a372-b513-4254-8516-8069c2374862/a413a372-b513-4254-8516-8069c2374862.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.755890] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e375880f-c666-412b-bb75-b4b197c4dfb0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.758102] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.758520] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.772164] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 761.772164] env[65635]: value = "task-4426154" [ 761.772164] env[65635]: _type = "Task" [ 761.772164] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.786678] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426154, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.791423] env[65635]: DEBUG nova.network.neutron [-] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.797517] env[65635]: DEBUG nova.network.neutron [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Updating instance_info_cache with network_info: [{"id": "6bab8b34-df10-43a9-b37f-d1232237fac1", "address": "fa:16:3e:60:42:f3", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bab8b34-df", "ovs_interfaceid": "6bab8b34-df10-43a9-b37f-d1232237fac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.835029] env[65635]: WARNING neutronclient.v2_0.client [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.876021] env[65635]: DEBUG oslo_vmware.api [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Task: {'id': task-4426152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211069} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.876605] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.876825] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.877483] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.877483] env[65635]: INFO nova.compute.manager [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Took 1.19 seconds to destroy the instance on the hypervisor. [ 761.877655] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 761.877916] env[65635]: DEBUG nova.compute.manager [-] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 761.878020] env[65635]: DEBUG nova.network.neutron [-] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 761.878339] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.929995] env[65635]: DEBUG nova.network.neutron [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updated VIF entry in instance network info cache for port 38988061-526a-4665-86c5-a7d8953ecfc1. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.930629] env[65635]: DEBUG nova.network.neutron [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [{"id": "38988061-526a-4665-86c5-a7d8953ecfc1", "address": "fa:16:3e:84:70:4f", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988061-52", "ovs_interfaceid": "38988061-526a-4665-86c5-a7d8953ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.947776] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426153, 'name': Rename_Task, 'duration_secs': 0.21682} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.949218] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.951133] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.951843] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc6f013-c468-4e46-b91f-1f091c791336 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.959937] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 761.959937] env[65635]: value = "task-4426155" [ 761.959937] env[65635]: _type = "Task" [ 761.959937] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.978490] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.982734] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bcfd0b-d871-88d3-fd87-574a2756dce9, 'name': SearchDatastore_Task, 'duration_secs': 0.012228} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.983126] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.983422] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.983700] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.984386] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.984456] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.984758] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82066478-90e0-4f80-92de-3eff4c760d9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.997995] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.998295] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.003232] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0d4913-1c56-43c8-bca6-804ef9560378 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.018607] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426150, 'name': CreateSnapshot_Task, 'duration_secs': 0.891671} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.018755] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 762.018755] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526bcbf9-c00f-aa94-e699-0f89da9bc23e" [ 762.018755] env[65635]: _type = "Task" [ 762.018755] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.019285] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.020200] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bc1ff2-a997-476c-b88f-2e95e54b777b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.035265] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526bcbf9-c00f-aa94-e699-0f89da9bc23e, 'name': SearchDatastore_Task, 'duration_secs': 0.013468} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.042033] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fae2c3-87a3-4db1-8c1c-5d291fe91172 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.050021] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 762.050021] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a4d8c5-22ce-bc68-0c29-f6510e18d6fe" [ 762.050021] env[65635]: _type = "Task" [ 762.050021] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.060628] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a4d8c5-22ce-bc68-0c29-f6510e18d6fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.149478] env[65635]: DEBUG nova.network.neutron [-] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.193680] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.193680] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.193830] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.193966] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.194169] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.194317] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.194460] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.194598] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 762.194736] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.265872] env[65635]: DEBUG nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 762.291387] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426154, 'name': Rename_Task, 'duration_secs': 0.356622} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.293123] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.293123] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d3f443-d9ec-41ea-93c9-41f16e04547e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.299217] env[65635]: INFO nova.compute.manager [-] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Took 3.03 seconds to deallocate network for instance. [ 762.299217] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "refresh_cache-fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.299217] env[65635]: DEBUG nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Instance network_info: |[{"id": "6bab8b34-df10-43a9-b37f-d1232237fac1", "address": "fa:16:3e:60:42:f3", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bab8b34-df", "ovs_interfaceid": "6bab8b34-df10-43a9-b37f-d1232237fac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 762.301066] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:42:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bab8b34-df10-43a9-b37f-d1232237fac1', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.310030] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 762.315547] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.317535] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 762.317535] env[65635]: value = "task-4426156" [ 762.317535] env[65635]: _type = "Task" [ 762.317535] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.317535] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ce8862-9b55-43c8-b9a4-e82ca145d8e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.349880] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.355042] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.355042] env[65635]: value = "task-4426157" [ 762.355042] env[65635]: _type = "Task" [ 762.355042] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.364249] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426157, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.433541] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Releasing lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.433936] env[65635]: DEBUG nova.compute.manager [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Received event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.434499] env[65635]: DEBUG nova.compute.manager [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing instance network info cache due to event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 762.434499] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Acquiring lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.434675] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Acquired lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.434878] env[65635]: DEBUG nova.network.neutron [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.480590] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.554084] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.554529] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5b1b151-fddd-48a1-84bd-bbb7954051c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.568110] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a4d8c5-22ce-bc68-0c29-f6510e18d6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.569707] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.570034] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 0144e645-a0c2-47d4-b290-7cf9c0ec95cb/0144e645-a0c2-47d4-b290-7cf9c0ec95cb.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.570356] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 762.570356] env[65635]: value = "task-4426158" [ 762.570356] env[65635]: _type = "Task" [ 762.570356] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.570561] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d394547-9fd8-47b2-b938-86c445ab66e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.586180] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426158, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.588030] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 762.588030] env[65635]: value = "task-4426159" [ 762.588030] env[65635]: _type = "Task" [ 762.588030] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.605466] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.652710] env[65635]: INFO nova.compute.manager [-] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Took 1.59 seconds to deallocate network for instance. [ 762.679059] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "a7750ded-bcc4-43de-8c15-a50b30be9161" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.679545] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.698095] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.698530] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.698769] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.698957] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 762.717127] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab4078-c266-4c1c-8202-0fe8a1282fcc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.717127] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd8952e-c45f-48a9-945b-41bee7c0b154 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.741861] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f754fe19-f14e-4744-97f9-b9b2bfcfa224 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.755092] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5273855d-da14-4123-8e70-d73158b708aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.817872] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177828MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 762.818197] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.818565] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.825987] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.850633] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.857283] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.868667] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426157, 'name': CreateVM_Task, 'duration_secs': 0.481372} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.868999] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.869883] env[65635]: WARNING neutronclient.v2_0.client [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.870126] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.870126] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.870903] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.871066] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00cc6e2-ac1a-4d17-bf30-e1eb275250fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.878415] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 762.878415] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520b965d-fca6-61e6-d485-6eef195a968a" [ 762.878415] env[65635]: _type = "Task" [ 762.878415] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.892979] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520b965d-fca6-61e6-d485-6eef195a968a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.938712] env[65635]: WARNING neutronclient.v2_0.client [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.979344] env[65635]: DEBUG oslo_vmware.api [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426155, 'name': PowerOnVM_Task, 'duration_secs': 0.540127} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.979344] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.979344] env[65635]: INFO nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Took 15.24 seconds to spawn the instance on the hypervisor. [ 762.979344] env[65635]: DEBUG nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 762.979344] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f838af8-dd10-488f-bcd2-7206bce67c35 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.002839] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Acquiring lock "33244e0f-13fa-4391-8847-db9acfae01ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.003242] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "33244e0f-13fa-4391-8847-db9acfae01ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.107545] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426158, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.107545] env[65635]: DEBUG nova.network.neutron [-] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.114509] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.163372] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.186752] env[65635]: DEBUG nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 763.196834] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.197095] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.323757] env[65635]: WARNING neutronclient.v2_0.client [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.350652] env[65635]: DEBUG oslo_vmware.api [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426156, 'name': PowerOnVM_Task, 'duration_secs': 0.75198} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.350652] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.350851] env[65635]: INFO nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Took 12.88 seconds to spawn the instance on the hypervisor. [ 763.352535] env[65635]: DEBUG nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 763.352535] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ca7213-bf0c-4d1d-915c-ac460fd90479 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.394897] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520b965d-fca6-61e6-d485-6eef195a968a, 'name': SearchDatastore_Task, 'duration_secs': 0.066709} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.395481] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.395633] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.395935] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.396315] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.396547] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.396837] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baaf15a0-d14d-4e0d-8a3e-031f5887d761 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.411720] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: a413a372-b513-4254-8516-8069c2374862] Received event network-changed-f8fe3de0-8aec-4886-9830-c7262a061073 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 763.413462] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: a413a372-b513-4254-8516-8069c2374862] Refreshing instance network info cache due to event network-changed-f8fe3de0-8aec-4886-9830-c7262a061073. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 763.413462] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Acquiring lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.413462] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Acquired lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.413462] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: a413a372-b513-4254-8516-8069c2374862] Refreshing network info cache for port f8fe3de0-8aec-4886-9830-c7262a061073 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.415542] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.415929] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.416783] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0ac55d-b726-4e6c-a22c-092f1b640ea3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.425874] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 763.425874] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528fb102-4716-326d-c779-e9c61f6e773a" [ 763.425874] env[65635]: _type = "Task" [ 763.425874] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.440510] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528fb102-4716-326d-c779-e9c61f6e773a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.509103] env[65635]: INFO nova.compute.manager [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Took 30.12 seconds to build instance. [ 763.511752] env[65635]: DEBUG nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 763.588279] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426158, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.602834] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589171} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.603167] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 0144e645-a0c2-47d4-b290-7cf9c0ec95cb/0144e645-a0c2-47d4-b290-7cf9c0ec95cb.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.603468] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.603834] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-561e3e6b-5919-4479-84c5-cd1c318c4bf0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.610661] env[65635]: INFO nova.compute.manager [-] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Took 1.73 seconds to deallocate network for instance. [ 763.614581] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 763.614581] env[65635]: value = "task-4426160" [ 763.614581] env[65635]: _type = "Task" [ 763.614581] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.629068] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.699425] env[65635]: DEBUG nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 763.724796] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.756345] env[65635]: DEBUG nova.network.neutron [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updated VIF entry in instance network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 763.756876] env[65635]: DEBUG nova.network.neutron [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updating instance_info_cache with network_info: [{"id": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "address": "fa:16:3e:75:8d:1c", "network": {"id": "f69a6c16-3695-4c35-961f-8fd69b886a2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252555865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1b47eac28d84476b6a2d1d5a655117f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0978ab-a6", "ovs_interfaceid": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.869866] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.870040] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 0bca13d5-0620-4110-b8f2-a49f1f91352d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 275f6728-4f43-4064-8c9c-6e7b4c729d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 011b169f-fe69-43ac-ade0-2359c6f7b910 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance bcbdf06f-8abb-449b-b289-a5509544dd0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8a96f114-e6b5-4b01-bd15-e724b0e1b825 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 1cb052e4-2929-4d33-a53b-7d7b484360a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 9abec345-6e34-44ed-936b-4575b77a6a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 5549a2e9-cb0a-4566-b675-fb8ca67665a7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 6aef420d-e199-42b8-a734-4b4d165543e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 48b52243-7a82-4296-adcf-bc6e22dfaac9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 61335b38-5e93-4a82-bbc3-55045f7c5a82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 2a7bbbcf-b04f-41cf-a8de-7b107eabf125 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.871847] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 17838ba9-4a28-42c9-91d9-69b87836f240 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.872350] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 1989816b-86b3-45bf-b291-0d6b1bec2fb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.872350] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance c57fa6a5-d2d0-4f9f-94e0-88d2c350b212 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.872350] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 51ed186e-a115-447b-ae00-83211ccc0d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.872350] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 01a10124-82ae-4c9a-bca4-47fcf35a51ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.873629] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance e50a73c0-c8c3-4c79-90a3-766a6c8c4012 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.873774] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance da9e06f2-30cd-4409-87a4-10cddce2f4da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.873891] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance f39da399-d63d-4fd1-bc3f-e1d8de517b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.874014] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a413a372-b513-4254-8516-8069c2374862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.874169] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 0144e645-a0c2-47d4-b290-7cf9c0ec95cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.874305] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance fdcd27ae-a5dc-40fd-9371-c8fe4d571e66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 763.887540] env[65635]: INFO nova.compute.manager [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Took 24.65 seconds to build instance. [ 763.916034] env[65635]: WARNING neutronclient.v2_0.client [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.941217] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528fb102-4716-326d-c779-e9c61f6e773a, 'name': SearchDatastore_Task, 'duration_secs': 0.016208} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.943216] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f31a4e-e14f-42f8-8242-6fe9272753be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.953811] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 763.953811] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52749541-0c01-9567-05b7-db623c7094f8" [ 763.953811] env[65635]: _type = "Task" [ 763.953811] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.962674] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52749541-0c01-9567-05b7-db623c7094f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.012368] env[65635]: DEBUG oslo_concurrency.lockutils [None req-eb3ea81c-561b-4b0b-8796-72962d0fa1e4 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.634s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.040185] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.097159] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426158, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.125862] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.126830] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074237} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.126830] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.127248] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6c49fc-0694-4b8f-88f2-265a43328249 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.156769] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 0144e645-a0c2-47d4-b290-7cf9c0ec95cb/0144e645-a0c2-47d4-b290-7cf9c0ec95cb.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.157168] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f37c85a-5a58-458a-a53b-28bfe7416dfb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.181202] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 764.181202] env[65635]: value = "task-4426161" [ 764.181202] env[65635]: _type = "Task" [ 764.181202] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.193227] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.230843] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.260786] env[65635]: DEBUG oslo_concurrency.lockutils [req-096b3394-7cb2-40e3-a663-40a1a01d8bdb req-9d878f9d-b910-4b4c-be08-e806954fc026 service nova] Releasing lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.384748] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance ae82c913-43ed-4ca6-a127-8e8ead9d7711 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 764.390307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce60b80-1ec2-451f-84ce-d5b27f306a7d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "a413a372-b513-4254-8516-8069c2374862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.158s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.467103] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52749541-0c01-9567-05b7-db623c7094f8, 'name': SearchDatastore_Task, 'duration_secs': 0.040183} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.467390] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.467788] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] fdcd27ae-a5dc-40fd-9371-c8fe4d571e66/fdcd27ae-a5dc-40fd-9371-c8fe4d571e66.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.467933] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9d455a7-af49-47e9-952d-331b66483686 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.475850] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 764.475850] env[65635]: value = "task-4426162" [ 764.475850] env[65635]: _type = "Task" [ 764.475850] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.485168] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.594341] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426158, 'name': CloneVM_Task} progress is 95%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.698476] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.806024] env[65635]: WARNING neutronclient.v2_0.client [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.890386] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a7750ded-bcc4-43de-8c15-a50b30be9161 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 764.908343] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: a413a372-b513-4254-8516-8069c2374862] Updated VIF entry in instance network info cache for port f8fe3de0-8aec-4886-9830-c7262a061073. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 764.908725] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: a413a372-b513-4254-8516-8069c2374862] Updating instance_info_cache with network_info: [{"id": "f8fe3de0-8aec-4886-9830-c7262a061073", "address": "fa:16:3e:41:f3:ca", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8fe3de0-8a", "ovs_interfaceid": "f8fe3de0-8aec-4886-9830-c7262a061073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.993737] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.091688] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426158, 'name': CloneVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.200283] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426161, 'name': ReconfigVM_Task, 'duration_secs': 0.59962} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.200283] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 0144e645-a0c2-47d4-b290-7cf9c0ec95cb/0144e645-a0c2-47d4-b290-7cf9c0ec95cb.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.200930] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f6508e-c60e-4ae9-8512-4a802f6170b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.212027] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 765.212027] env[65635]: value = "task-4426163" [ 765.212027] env[65635]: _type = "Task" [ 765.212027] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.221996] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426163, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.396187] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 33244e0f-13fa-4391-8847-db9acfae01ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 765.412453] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Releasing lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.413747] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Received event network-vif-plugged-297184ff-dec7-4e49-9b04-dc7ba15fe36b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.413747] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Acquiring lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.413747] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.413747] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.413747] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] No waiting events found dispatching network-vif-plugged-297184ff-dec7-4e49-9b04-dc7ba15fe36b {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 765.413747] env[65635]: WARNING nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Received unexpected event network-vif-plugged-297184ff-dec7-4e49-9b04-dc7ba15fe36b for instance with vm_state building and task_state spawning. [ 765.414070] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Received event network-changed-297184ff-dec7-4e49-9b04-dc7ba15fe36b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.414252] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Refreshing instance network info cache due to event network-changed-297184ff-dec7-4e49-9b04-dc7ba15fe36b. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 765.414452] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Acquiring lock "refresh_cache-0144e645-a0c2-47d4-b290-7cf9c0ec95cb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.414589] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Acquired lock "refresh_cache-0144e645-a0c2-47d4-b290-7cf9c0ec95cb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.414744] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Refreshing network info cache for port 297184ff-dec7-4e49-9b04-dc7ba15fe36b {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.428664] env[65635]: DEBUG nova.compute.manager [req-f80374da-15bd-4c56-aeb3-9c75cf9365ba req-413b9fe8-6465-4112-b123-a49512a74dd9 service nova] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Received event network-vif-deleted-63d124a4-3abd-4ab7-9531-3b9e63935d15 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.428925] env[65635]: DEBUG nova.compute.manager [req-f80374da-15bd-4c56-aeb3-9c75cf9365ba req-413b9fe8-6465-4112-b123-a49512a74dd9 service nova] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Received event network-vif-deleted-d0341c66-c50c-4d6c-a6b4-0b9243227254 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.429674] env[65635]: DEBUG nova.compute.manager [req-f80374da-15bd-4c56-aeb3-9c75cf9365ba req-413b9fe8-6465-4112-b123-a49512a74dd9 service nova] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Received event network-vif-deleted-f07152ae-51b0-4168-9968-bef2cc67e017 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.488505] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537205} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.489554] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] fdcd27ae-a5dc-40fd-9371-c8fe4d571e66/fdcd27ae-a5dc-40fd-9371-c8fe4d571e66.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.489698] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.490011] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-119df000-3aa1-453e-9b32-76e9b7c03730 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.499025] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 765.499025] env[65635]: value = "task-4426164" [ 765.499025] env[65635]: _type = "Task" [ 765.499025] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.511257] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.595012] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426158, 'name': CloneVM_Task, 'duration_secs': 2.539599} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.595349] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Created linked-clone VM from snapshot [ 765.596380] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b1e867-fac0-49d4-82c9-0ab8781d4439 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.609016] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Uploading image e0154b44-339f-41f7-afbc-7a00cb9de10e {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 765.656423] env[65635]: DEBUG oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 765.656423] env[65635]: value = "vm-866122" [ 765.656423] env[65635]: _type = "VirtualMachine" [ 765.656423] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 765.656423] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-81c2e055-8ec7-4f15-9579-9dc7fcb6c034 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.667650] env[65635]: DEBUG oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lease: (returnval){ [ 765.667650] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be1ae4-30f0-b4b5-60ec-e47b1076cfb2" [ 765.667650] env[65635]: _type = "HttpNfcLease" [ 765.667650] env[65635]: } obtained for exporting VM: (result){ [ 765.667650] env[65635]: value = "vm-866122" [ 765.667650] env[65635]: _type = "VirtualMachine" [ 765.667650] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 765.667985] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the lease: (returnval){ [ 765.667985] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be1ae4-30f0-b4b5-60ec-e47b1076cfb2" [ 765.667985] env[65635]: _type = "HttpNfcLease" [ 765.667985] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 765.677893] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.677893] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be1ae4-30f0-b4b5-60ec-e47b1076cfb2" [ 765.677893] env[65635]: _type = "HttpNfcLease" [ 765.677893] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 765.725901] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426163, 'name': Rename_Task, 'duration_secs': 0.193677} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.725901] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.725901] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30051d1d-a823-480b-a243-c609fe456afd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.735035] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 765.735035] env[65635]: value = "task-4426166" [ 765.735035] env[65635]: _type = "Task" [ 765.735035] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.747078] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.766521] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.766784] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.901207] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 4f848e02-75e0-4f5b-a87d-b4d1f4882273 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 765.902150] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 765.902364] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5184MB phys_disk=100GB used_disk=23GB total_vcpus=48 used_vcpus=24 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '24', 'num_vm_active': '18', 'num_task_None': '18', 'num_os_type_None': '24', 'num_proj_6bcadca0b53b48a191d91a21bb6ece0d': '2', 'io_workload': '4', 'num_proj_49534560eac24ad3b6f856867509ea4a': '4', 'num_proj_98ba784369774483b8503c0bf424df38': '1', 'num_proj_cb76910b44d44b21b7341c78d13a2ae5': '1', 'num_vm_suspended': '1', 'num_proj_748f29efd4854852a93447bf0a4cecb4': '2', 'num_proj_367d921ecb63411fa4d527e78daf0a68': '1', 'num_proj_b6837ee01df8493585576c0e6e053ed0': '1', 'num_task_image_uploading': '1', 'num_proj_82448195fbf0478b8d11371de6462599': '1', 'num_task_deleting': '1', 'num_proj_05aa529a22d24373b11d12069d4dc04f': '1', 'num_proj_289915c190254f38a56edc315a68ebd7': '1', 'num_vm_rescued': '1', 'num_proj_b1b47eac28d84476b6a2d1d5a655117f': '1', 'num_proj_9356b6656b4647ed9faa004e306e3deb': '1', 'num_proj_0c2e53fc320d450dbab1ce8223f0cf18': '1', 'num_proj_6a0c3cef47694b798e09f4fb00121b3a': '1', 'num_proj_8bbb83a5f0e74bb1964d9d919e86973e': '1', 'num_vm_building': '4', 'num_task_spawning': '4', 'num_proj_10b1c23f67ee407fbf6daea28e3283e1': '1', 'num_proj_23f48b244e4444dcbcfcc691a01476c8': '3'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 765.917205] env[65635]: WARNING neutronclient.v2_0.client [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.011511] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126113} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.011849] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.012964] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e011b2-7659-45b7-8b1d-84dea9ed54e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.040810] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] fdcd27ae-a5dc-40fd-9371-c8fe4d571e66/fdcd27ae-a5dc-40fd-9371-c8fe4d571e66.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.043904] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b467ee9-9421-4056-846f-35e6f60b7978 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.066289] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 766.066289] env[65635]: value = "task-4426167" [ 766.066289] env[65635]: _type = "Task" [ 766.066289] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.077782] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.177248] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 766.177248] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be1ae4-30f0-b4b5-60ec-e47b1076cfb2" [ 766.177248] env[65635]: _type = "HttpNfcLease" [ 766.177248] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 766.177593] env[65635]: DEBUG oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 766.177593] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be1ae4-30f0-b4b5-60ec-e47b1076cfb2" [ 766.177593] env[65635]: _type = "HttpNfcLease" [ 766.177593] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 766.182024] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94b1d35-4dae-40b7-8513-5fd9ae5a6b52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.190923] env[65635]: DEBUG oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288e24a-d665-29ee-e56b-1275246b38c6/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 766.191505] env[65635]: DEBUG oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288e24a-d665-29ee-e56b-1275246b38c6/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 766.275571] env[65635]: DEBUG nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 766.278190] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "adce64ab-e095-4076-a09a-d13c45b3ee8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.278411] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "adce64ab-e095-4076-a09a-d13c45b3ee8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.287853] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.457184] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33093898-1b8b-41a9-83d3-9fe1be409506 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.477375] env[65635]: DEBUG oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288e24a-d665-29ee-e56b-1275246b38c6/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.478359] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93286b8d-eaa6-4f10-9860-9d1fc49534eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.490783] env[65635]: DEBUG oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288e24a-d665-29ee-e56b-1275246b38c6/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.491862] env[65635]: ERROR oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288e24a-d665-29ee-e56b-1275246b38c6/disk-0.vmdk due to incomplete transfer.: nova.exception.ImageNotFound: Image e0154b44-339f-41f7-afbc-7a00cb9de10e could not be found. [ 766.494404] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8a57952-3bab-403d-badb-ed1c7f158d8d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.504600] env[65635]: DEBUG oslo_vmware.rw_handles [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288e24a-d665-29ee-e56b-1275246b38c6/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.504814] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.505207] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-550a46dc-3012-4b2d-a632-4bf666a528b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.515569] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 766.515569] env[65635]: value = "task-4426168" [ 766.515569] env[65635]: _type = "Task" [ 766.515569] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.528727] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426168, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.537238] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3be5f47-49a3-44ed-8e49-1f533a0299de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.546182] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a5e9d2-71fd-4b7b-aaf2-4e612572e6c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.581174] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb500f73-5749-40e2-91b5-3d24b270962d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.592595] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426167, 'name': ReconfigVM_Task, 'duration_secs': 0.305198} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.596290] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Reconfigured VM instance instance-00000029 to attach disk [datastore2] fdcd27ae-a5dc-40fd-9371-c8fe4d571e66/fdcd27ae-a5dc-40fd-9371-c8fe4d571e66.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.597336] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e1a47d-ccdb-48ef-bb17-021c6177642e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.602500] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d10dadf-0fb8-4baa-ba1f-99f543f24a2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.623464] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.626262] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 766.626262] env[65635]: value = "task-4426169" [ 766.626262] env[65635]: _type = "Task" [ 766.626262] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.636576] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426169, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.770865] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.782946] env[65635]: DEBUG nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 766.805032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.029527] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426168, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.128284] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.144309] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426169, 'name': Rename_Task, 'duration_secs': 0.161007} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.144620] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.144885] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5e91e4a-ec95-4768-be25-bf32d6dd9ca1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.153843] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 767.153843] env[65635]: value = "task-4426170" [ 767.153843] env[65635]: _type = "Task" [ 767.153843] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.163606] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.272030] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426166, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.323877] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.445334] env[65635]: WARNING neutronclient.v2_0.client [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.528600] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426168, 'name': Destroy_Task, 'duration_secs': 0.768003} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.528874] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Destroyed the VM [ 767.529178] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.529429] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-252a8d49-e396-4abb-8fae-2a3962d691ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.542023] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 767.542023] env[65635]: value = "task-4426171" [ 767.542023] env[65635]: _type = "Task" [ 767.542023] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.552605] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.637779] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 767.638173] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.819s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.638938] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.813s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.639067] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.642406] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.787s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.644231] env[65635]: INFO nova.compute.claims [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.670168] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.697963] env[65635]: INFO nova.scheduler.client.report [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Deleted allocations for instance a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0 [ 767.780581] env[65635]: DEBUG oslo_vmware.api [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426166, 'name': PowerOnVM_Task, 'duration_secs': 1.792042} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.781166] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.782043] env[65635]: INFO nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Took 14.59 seconds to spawn the instance on the hypervisor. [ 767.782043] env[65635]: DEBUG nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 767.783146] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf6b747-596a-4028-866b-74fc86e73628 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.048106] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Updated VIF entry in instance network info cache for port 297184ff-dec7-4e49-9b04-dc7ba15fe36b. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.048596] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Updating instance_info_cache with network_info: [{"id": "297184ff-dec7-4e49-9b04-dc7ba15fe36b", "address": "fa:16:3e:8f:b5:a9", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297184ff-de", "ovs_interfaceid": "297184ff-dec7-4e49-9b04-dc7ba15fe36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.059583] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.165699] env[65635]: DEBUG oslo_vmware.api [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426170, 'name': PowerOnVM_Task, 'duration_secs': 0.64683} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.165957] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.166160] env[65635]: INFO nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Took 10.27 seconds to spawn the instance on the hypervisor. [ 768.166332] env[65635]: DEBUG nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 768.167131] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab5380-28ac-4b7b-a757-28906fe876e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.213661] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6699a05d-e5ee-4180-985b-cb00b7c6c89d tempest-VolumesAssistedSnapshotsTest-482920267 tempest-VolumesAssistedSnapshotsTest-482920267-project-member] Lock "a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.243s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.310398] env[65635]: INFO nova.compute.manager [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Took 25.81 seconds to build instance. [ 768.552832] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Releasing lock "refresh_cache-0144e645-a0c2-47d4-b290-7cf9c0ec95cb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.553154] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Received event network-vif-plugged-6bab8b34-df10-43a9-b37f-d1232237fac1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 768.553352] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Acquiring lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.553585] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.553748] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.553915] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] No waiting events found dispatching network-vif-plugged-6bab8b34-df10-43a9-b37f-d1232237fac1 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 768.554102] env[65635]: WARNING nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Received unexpected event network-vif-plugged-6bab8b34-df10-43a9-b37f-d1232237fac1 for instance with vm_state building and task_state spawning. [ 768.554277] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Received event network-changed-6bab8b34-df10-43a9-b37f-d1232237fac1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 768.554468] env[65635]: DEBUG nova.compute.manager [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Refreshing instance network info cache due to event network-changed-6bab8b34-df10-43a9-b37f-d1232237fac1. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 768.554600] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Acquiring lock "refresh_cache-fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.554732] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Acquired lock "refresh_cache-fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.554884] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Refreshing network info cache for port 6bab8b34-df10-43a9-b37f-d1232237fac1 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.556139] env[65635]: DEBUG oslo_vmware.api [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426171, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943563} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.560019] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.692138] env[65635]: INFO nova.compute.manager [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Took 24.39 seconds to build instance. [ 768.815183] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ececd18-ec5d-46b4-b378-2f95b532f83d tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.338s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.059455] env[65635]: WARNING neutronclient.v2_0.client [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.065051] env[65635]: WARNING nova.compute.manager [None req-86b8854a-36f6-43c2-9b19-a5e63462c582 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Image not found during snapshot: nova.exception.ImageNotFound: Image e0154b44-339f-41f7-afbc-7a00cb9de10e could not be found. [ 769.196288] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c653819-19fb-47d1-a70e-de4df7a9333a tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.900s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.251109] env[65635]: WARNING neutronclient.v2_0.client [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.254030] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.254030] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.272139] env[65635]: DEBUG nova.compute.manager [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Received event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.272139] env[65635]: DEBUG nova.compute.manager [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing instance network info cache due to event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 769.273129] env[65635]: DEBUG oslo_concurrency.lockutils [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] Acquiring lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.273600] env[65635]: DEBUG oslo_concurrency.lockutils [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] Acquired lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.273895] env[65635]: DEBUG nova.network.neutron [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.307135] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45577e81-4390-4bb9-8bbe-c5ff0e5b5ad6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.318035] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa47369-5485-41fd-859a-3e1c7c603135 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.355956] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de97cb7b-c4ef-4a1a-9c2b-67f513050305 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.366674] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea269cd2-41e4-4b13-b98f-39448e6a43cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.383027] env[65635]: DEBUG nova.compute.provider_tree [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.393710] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Updated VIF entry in instance network info cache for port 6bab8b34-df10-43a9-b37f-d1232237fac1. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 769.394922] env[65635]: DEBUG nova.network.neutron [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Updating instance_info_cache with network_info: [{"id": "6bab8b34-df10-43a9-b37f-d1232237fac1", "address": "fa:16:3e:60:42:f3", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bab8b34-df", "ovs_interfaceid": "6bab8b34-df10-43a9-b37f-d1232237fac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.746596] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquiring lock "da9e06f2-30cd-4409-87a4-10cddce2f4da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.747164] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "da9e06f2-30cd-4409-87a4-10cddce2f4da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.747827] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquiring lock "da9e06f2-30cd-4409-87a4-10cddce2f4da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.747827] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "da9e06f2-30cd-4409-87a4-10cddce2f4da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.747963] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "da9e06f2-30cd-4409-87a4-10cddce2f4da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.750624] env[65635]: INFO nova.compute.manager [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Terminating instance [ 769.757111] env[65635]: DEBUG nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 769.779459] env[65635]: WARNING neutronclient.v2_0.client [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.886379] env[65635]: DEBUG nova.scheduler.client.report [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.898846] env[65635]: DEBUG oslo_concurrency.lockutils [req-def74f0e-4b38-4c8c-8465-92fb7a51c6c7 req-c2e8fa3d-7100-4a01-893a-015717295bb8 service nova] Releasing lock "refresh_cache-fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.059933] env[65635]: WARNING neutronclient.v2_0.client [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.157557] env[65635]: DEBUG nova.network.neutron [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updated VIF entry in instance network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.157935] env[65635]: DEBUG nova.network.neutron [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updating instance_info_cache with network_info: [{"id": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "address": "fa:16:3e:75:8d:1c", "network": {"id": "f69a6c16-3695-4c35-961f-8fd69b886a2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252555865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1b47eac28d84476b6a2d1d5a655117f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0978ab-a6", "ovs_interfaceid": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.261523] env[65635]: DEBUG nova.compute.manager [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 770.261909] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.267040] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00caf8ae-1acb-4b2a-a5e3-54bccccab7b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.286527] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.286843] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7866431d-84a9-4020-9761-74f28c24e09b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.297177] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.303409] env[65635]: DEBUG oslo_vmware.api [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 770.303409] env[65635]: value = "task-4426172" [ 770.303409] env[65635]: _type = "Task" [ 770.303409] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.315806] env[65635]: DEBUG oslo_vmware.api [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.394479] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.395469] env[65635]: DEBUG nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 770.403604] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.241s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.404098] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.408258] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.684s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.410242] env[65635]: INFO nova.compute.claims [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.419155] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "adba26bf-8382-4897-b5ee-369cd46084d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.419430] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "adba26bf-8382-4897-b5ee-369cd46084d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.450369] env[65635]: INFO nova.scheduler.client.report [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Deleted allocations for instance 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1 [ 770.663061] env[65635]: DEBUG oslo_concurrency.lockutils [req-310a6e1d-8569-4dfc-a336-e0ee4e9ccdc2 req-a9c6f655-3fa6-471d-9b22-08e2991ef7db service nova] Releasing lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.819382] env[65635]: DEBUG oslo_vmware.api [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426172, 'name': PowerOffVM_Task, 'duration_secs': 0.320117} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.819658] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.819776] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.820300] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73c51976-e1ec-40ef-abf0-b1ab3a15abea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.893884] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.894142] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.894350] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Deleting the datastore file [datastore1] da9e06f2-30cd-4409-87a4-10cddce2f4da {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.894623] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-803f1485-e37d-4d18-96a1-875cc7403026 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.905965] env[65635]: DEBUG oslo_vmware.api [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for the task: (returnval){ [ 770.905965] env[65635]: value = "task-4426174" [ 770.905965] env[65635]: _type = "Task" [ 770.905965] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.916428] env[65635]: DEBUG oslo_vmware.api [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.922461] env[65635]: DEBUG nova.compute.utils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.924344] env[65635]: DEBUG nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 770.926849] env[65635]: DEBUG nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 770.930045] env[65635]: DEBUG nova.network.neutron [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 770.930045] env[65635]: WARNING neutronclient.v2_0.client [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.930045] env[65635]: WARNING neutronclient.v2_0.client [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.963256] env[65635]: DEBUG oslo_concurrency.lockutils [None req-680b6570-dc5a-44a6-9b01-a6c23a7c9681 tempest-FloatingIPsAssociationTestJSON-476441825 tempest-FloatingIPsAssociationTestJSON-476441825-project-member] Lock "4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.078s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.028234] env[65635]: DEBUG nova.policy [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e6636be911412d98fde2f3fbcf27df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ee699b86274d03be6e0be89930d0f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.176311] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquiring lock "bcbdf06f-8abb-449b-b289-a5509544dd0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.178022] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "bcbdf06f-8abb-449b-b289-a5509544dd0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.178486] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquiring lock "bcbdf06f-8abb-449b-b289-a5509544dd0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.178628] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "bcbdf06f-8abb-449b-b289-a5509544dd0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.178681] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "bcbdf06f-8abb-449b-b289-a5509544dd0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.183659] env[65635]: INFO nova.compute.manager [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Terminating instance [ 771.259432] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.259689] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.315222] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.315222] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.315222] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.315997] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.317037] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.318758] env[65635]: INFO nova.compute.manager [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Terminating instance [ 771.420860] env[65635]: DEBUG oslo_vmware.api [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Task: {'id': task-4426174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315496} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.422163] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.422163] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.422163] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.422163] env[65635]: INFO nova.compute.manager [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Took 1.16 seconds to destroy the instance on the hypervisor. [ 771.422408] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 771.423465] env[65635]: DEBUG nova.network.neutron [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Successfully created port: 4bc68951-cd1f-4cfc-ae5f-56952ef4c585 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 771.426319] env[65635]: DEBUG nova.compute.manager [-] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 771.426440] env[65635]: DEBUG nova.network.neutron [-] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 771.426675] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.431567] env[65635]: DEBUG nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 771.463215] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.479274] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.554248] env[65635]: DEBUG nova.compute.manager [None req-7a7c6019-3d12-4225-9ca8-816e4420fcbe tempest-ServerDiagnosticsV248Test-147034595 tempest-ServerDiagnosticsV248Test-147034595-project-admin] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 771.555405] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b09841d-7aa1-405b-b73d-6fab1b5e35d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.569916] env[65635]: INFO nova.compute.manager [None req-7a7c6019-3d12-4225-9ca8-816e4420fcbe tempest-ServerDiagnosticsV248Test-147034595 tempest-ServerDiagnosticsV248Test-147034595-project-admin] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Retrieving diagnostics [ 771.570941] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d162f791-f3ca-4e09-bc58-251474bd6ef9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.689593] env[65635]: DEBUG nova.compute.manager [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 771.689850] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.691508] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fa1918-528d-46ed-be2f-faec3e37ced6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.705867] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.705867] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-378f8081-7b62-4557-931b-9717beb47040 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.717989] env[65635]: DEBUG oslo_vmware.api [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 771.717989] env[65635]: value = "task-4426175" [ 771.717989] env[65635]: _type = "Task" [ 771.717989] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.737895] env[65635]: DEBUG oslo_vmware.api [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4426175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.763552] env[65635]: DEBUG nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 771.827362] env[65635]: DEBUG nova.compute.manager [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 771.827362] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.828994] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f688a5-99b3-48f2-be0e-a123569449ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.839692] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.839850] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f9364fd-6004-49cf-950e-07b1cc2fac52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.922672] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.922904] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.923094] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Deleting the datastore file [datastore1] adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.923381] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a8638d-2ef5-4284-a2f8-5995e30e30ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.932041] env[65635]: DEBUG oslo_vmware.api [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 771.932041] env[65635]: value = "task-4426177" [ 771.932041] env[65635]: _type = "Task" [ 771.932041] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.946558] env[65635]: DEBUG oslo_vmware.api [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4426177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.003738] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "61335b38-5e93-4a82-bbc3-55045f7c5a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.003738] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "61335b38-5e93-4a82-bbc3-55045f7c5a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.003738] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "61335b38-5e93-4a82-bbc3-55045f7c5a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.003738] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "61335b38-5e93-4a82-bbc3-55045f7c5a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.003738] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "61335b38-5e93-4a82-bbc3-55045f7c5a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.008557] env[65635]: INFO nova.compute.manager [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Terminating instance [ 772.084349] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5f0e38-841d-453b-a271-2c7ae50572bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.093212] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555e7f3-66ae-4225-834b-98fa69510fad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.128978] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ddfad-4494-4400-a0db-1251eb8aee24 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.138243] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfe8af5-c4f6-4bfe-954c-664d544076c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.154469] env[65635]: DEBUG nova.compute.provider_tree [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.230858] env[65635]: DEBUG oslo_vmware.api [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4426175, 'name': PowerOffVM_Task, 'duration_secs': 0.372665} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.231302] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.231564] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.231945] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a83fe11-81ae-4a53-8e9e-aee22a78c6f9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.283846] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.314039] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.314411] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.314648] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Deleting the datastore file [datastore1] bcbdf06f-8abb-449b-b289-a5509544dd0a {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.314955] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec555e79-d878-4a54-afc3-e5bc765bd725 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.325722] env[65635]: DEBUG oslo_vmware.api [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for the task: (returnval){ [ 772.325722] env[65635]: value = "task-4426179" [ 772.325722] env[65635]: _type = "Task" [ 772.325722] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.329610] env[65635]: DEBUG nova.network.neutron [-] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.337151] env[65635]: DEBUG oslo_vmware.api [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4426179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.372388] env[65635]: DEBUG nova.compute.manager [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Received event network-changed-38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 772.373233] env[65635]: DEBUG nova.compute.manager [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Refreshing instance network info cache due to event network-changed-38988061-526a-4665-86c5-a7d8953ecfc1. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 772.373514] env[65635]: DEBUG oslo_concurrency.lockutils [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] Acquiring lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.373664] env[65635]: DEBUG oslo_concurrency.lockutils [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] Acquired lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.373926] env[65635]: DEBUG nova.network.neutron [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Refreshing network info cache for port 38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.443277] env[65635]: DEBUG oslo_vmware.api [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4426177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416511} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.443564] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.443707] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.443885] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.444067] env[65635]: INFO nova.compute.manager [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Took 0.62 seconds to destroy the instance on the hypervisor. [ 772.444352] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 772.444540] env[65635]: DEBUG nova.compute.manager [-] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 772.444636] env[65635]: DEBUG nova.network.neutron [-] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 772.445169] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.448870] env[65635]: DEBUG nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 772.477147] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.477413] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.477589] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.477778] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.477936] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.478104] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.478337] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.478498] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.478663] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.478819] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.478983] env[65635]: DEBUG nova.virt.hardware [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.479930] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d58c41-153c-4b62-ac5f-a6cf442c41e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.489454] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5087a0d-a9bc-46df-b7cf-190355494597 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.514368] env[65635]: DEBUG nova.compute.manager [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 772.514601] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.515526] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad9acb0-a50d-4c1d-a29e-afaa7b05de8e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.524059] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.524355] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1cbaff7-7ef5-4d66-8671-b59db6bbb6a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.532011] env[65635]: DEBUG oslo_vmware.api [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 772.532011] env[65635]: value = "task-4426180" [ 772.532011] env[65635]: _type = "Task" [ 772.532011] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.543384] env[65635]: DEBUG oslo_vmware.api [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.658012] env[65635]: DEBUG nova.scheduler.client.report [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.833156] env[65635]: INFO nova.compute.manager [-] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Took 1.41 seconds to deallocate network for instance. [ 772.838162] env[65635]: DEBUG oslo_vmware.api [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Task: {'id': task-4426179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168724} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.841048] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.841278] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.841460] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.841625] env[65635]: INFO nova.compute.manager [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 772.842014] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 772.842306] env[65635]: DEBUG nova.compute.manager [-] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 772.842415] env[65635]: DEBUG nova.network.neutron [-] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 772.842634] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.878052] env[65635]: WARNING neutronclient.v2_0.client [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.048399] env[65635]: DEBUG oslo_vmware.api [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426180, 'name': PowerOffVM_Task, 'duration_secs': 0.222244} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.049179] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.049471] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.049826] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf8da105-f9e5-48a1-9165-b12e1d91649a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.084036] env[65635]: DEBUG nova.network.neutron [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Successfully updated port: 4bc68951-cd1f-4cfc-ae5f-56952ef4c585 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 773.121572] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.141326] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.142037] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.142037] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleting the datastore file [datastore1] 61335b38-5e93-4a82-bbc3-55045f7c5a82 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.142249] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1213223a-8b8b-4e1f-9204-bc871dd79f7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.150194] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.154509] env[65635]: DEBUG oslo_vmware.api [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 773.154509] env[65635]: value = "task-4426182" [ 773.154509] env[65635]: _type = "Task" [ 773.154509] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.166931] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.167542] env[65635]: DEBUG nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 773.170319] env[65635]: DEBUG oslo_vmware.api [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.170786] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.131s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.172418] env[65635]: INFO nova.compute.claims [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.344307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.590516] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "refresh_cache-ae82c913-43ed-4ca6-a127-8e8ead9d7711" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.590811] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquired lock "refresh_cache-ae82c913-43ed-4ca6-a127-8e8ead9d7711" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.591184] env[65635]: DEBUG nova.network.neutron [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 773.679364] env[65635]: DEBUG nova.compute.utils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.684081] env[65635]: DEBUG oslo_vmware.api [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429704} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.688835] env[65635]: DEBUG nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 773.691695] env[65635]: DEBUG nova.network.neutron [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 773.691695] env[65635]: WARNING neutronclient.v2_0.client [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.691695] env[65635]: WARNING neutronclient.v2_0.client [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.693898] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.693898] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.693898] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.694088] env[65635]: INFO nova.compute.manager [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Took 1.18 seconds to destroy the instance on the hypervisor. [ 773.694486] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 773.695652] env[65635]: DEBUG nova.compute.manager [-] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 773.695771] env[65635]: DEBUG nova.network.neutron [-] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 773.696407] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.894066] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.919248] env[65635]: DEBUG nova.policy [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4397c2d5d8fb4aa59bf531cd81ad8f0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '790b1b06b30e4dd086474891e63f78e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.945309] env[65635]: DEBUG nova.network.neutron [-] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.189392] env[65635]: DEBUG nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 774.209588] env[65635]: DEBUG nova.network.neutron [-] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.258333] env[65635]: WARNING neutronclient.v2_0.client [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.448619] env[65635]: INFO nova.compute.manager [-] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Took 2.00 seconds to deallocate network for instance. [ 774.717193] env[65635]: INFO nova.compute.manager [-] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Took 1.87 seconds to deallocate network for instance. [ 774.789353] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a5c07-1694-4b4f-877f-8fc9f1ad1afb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.801411] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261616e-54ee-46ec-9877-5d5d3ec73d50 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.848242] env[65635]: DEBUG nova.network.neutron [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 774.851506] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd485c98-6881-41dd-b867-5719bebf3194 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.863197] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26ff8b-b443-4837-86ed-fca8d65e6b8d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.880690] env[65635]: DEBUG nova.compute.provider_tree [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.959220] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.005228] env[65635]: DEBUG nova.network.neutron [-] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.009050] env[65635]: DEBUG nova.network.neutron [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Successfully created port: c1796564-16f3-4a2b-8b12-f5f6dbf341f7 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 775.091301] env[65635]: DEBUG nova.compute.manager [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Received event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.091513] env[65635]: DEBUG nova.compute.manager [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing instance network info cache due to event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 775.091840] env[65635]: DEBUG oslo_concurrency.lockutils [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] Acquiring lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.091996] env[65635]: DEBUG oslo_concurrency.lockutils [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] Acquired lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.092209] env[65635]: DEBUG nova.network.neutron [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.199042] env[65635]: DEBUG nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 775.225241] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.236866] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 775.236866] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.237057] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 775.237155] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.237269] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 775.237424] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 775.237641] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.237970] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 775.237970] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 775.238216] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 775.238293] env[65635]: DEBUG nova.virt.hardware [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 775.239576] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa0ea7-6c33-4709-84c3-e80024593b0a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.250082] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d14886-5068-4aac-a8b8-883fad1482cd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.406581] env[65635]: ERROR nova.scheduler.client.report [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [req-bf283608-0cb5-41f3-99f5-93c6a9a4e029] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf283608-0cb5-41f3-99f5-93c6a9a4e029"}]} [ 775.427346] env[65635]: DEBUG nova.scheduler.client.report [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 775.451772] env[65635]: DEBUG nova.scheduler.client.report [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 775.452159] env[65635]: DEBUG nova.compute.provider_tree [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.467661] env[65635]: DEBUG nova.scheduler.client.report [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 775.494461] env[65635]: DEBUG nova.scheduler.client.report [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 775.513083] env[65635]: INFO nova.compute.manager [-] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Took 1.82 seconds to deallocate network for instance. [ 775.595236] env[65635]: WARNING neutronclient.v2_0.client [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.711095] env[65635]: DEBUG nova.network.neutron [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updated VIF entry in instance network info cache for port 38988061-526a-4665-86c5-a7d8953ecfc1. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 775.711440] env[65635]: DEBUG nova.network.neutron [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [{"id": "38988061-526a-4665-86c5-a7d8953ecfc1", "address": "fa:16:3e:84:70:4f", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988061-52", "ovs_interfaceid": "38988061-526a-4665-86c5-a7d8953ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.024523] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.066735] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db08055-9f17-45a8-9728-cbddf8bd0bc3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.076622] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9163e1-768d-4b8d-8470-629a784cf53d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.108875] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d593cdf1-ce70-4ad6-aab2-7b50ca7d1fb3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.117257] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaa72c4-724c-4624-af92-3303e76c0589 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.131785] env[65635]: DEBUG nova.compute.provider_tree [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.217933] env[65635]: DEBUG oslo_concurrency.lockutils [req-e7ee2e3f-7aa5-4c9b-9665-d238a293dda0 req-453f57db-1711-467e-9e23-089cd6f70cb4 service nova] Releasing lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.683191] env[65635]: DEBUG nova.scheduler.client.report [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 776.684189] env[65635]: DEBUG nova.compute.provider_tree [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 62 to 63 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 776.684189] env[65635]: DEBUG nova.compute.provider_tree [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.693134] env[65635]: WARNING neutronclient.v2_0.client [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.038050] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquiring lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.038352] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.038545] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquiring lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.038719] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.038875] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.041778] env[65635]: INFO nova.compute.manager [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Terminating instance [ 777.193213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.019s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.193213] env[65635]: DEBUG nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 777.194313] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.069s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.194669] env[65635]: DEBUG nova.objects.instance [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lazy-loading 'resources' on Instance uuid 2a7bbbcf-b04f-41cf-a8de-7b107eabf125 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.252113] env[65635]: DEBUG nova.network.neutron [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Successfully updated port: c1796564-16f3-4a2b-8b12-f5f6dbf341f7 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 777.309930] env[65635]: DEBUG nova.network.neutron [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Updating instance_info_cache with network_info: [{"id": "4bc68951-cd1f-4cfc-ae5f-56952ef4c585", "address": "fa:16:3e:bc:2f:ed", "network": {"id": "bd3f998f-1cba-4772-917b-7506161b5517", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1880472493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "24ee699b86274d03be6e0be89930d0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc68951-cd", "ovs_interfaceid": "4bc68951-cd1f-4cfc-ae5f-56952ef4c585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.548013] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquiring lock "refresh_cache-01a10124-82ae-4c9a-bca4-47fcf35a51ef" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.548235] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquired lock "refresh_cache-01a10124-82ae-4c9a-bca4-47fcf35a51ef" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.548418] env[65635]: DEBUG nova.network.neutron [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 777.625147] env[65635]: WARNING neutronclient.v2_0.client [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.696782] env[65635]: DEBUG nova.compute.utils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.698763] env[65635]: DEBUG nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 777.699167] env[65635]: DEBUG nova.network.neutron [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 777.699552] env[65635]: WARNING neutronclient.v2_0.client [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.699898] env[65635]: WARNING neutronclient.v2_0.client [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.755074] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.755288] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.755450] env[65635]: DEBUG nova.network.neutron [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 777.812914] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Releasing lock "refresh_cache-ae82c913-43ed-4ca6-a127-8e8ead9d7711" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.813362] env[65635]: DEBUG nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Instance network_info: |[{"id": "4bc68951-cd1f-4cfc-ae5f-56952ef4c585", "address": "fa:16:3e:bc:2f:ed", "network": {"id": "bd3f998f-1cba-4772-917b-7506161b5517", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1880472493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "24ee699b86274d03be6e0be89930d0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc68951-cd", "ovs_interfaceid": "4bc68951-cd1f-4cfc-ae5f-56952ef4c585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 777.813829] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:2f:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bc68951-cd1f-4cfc-ae5f-56952ef4c585', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.822088] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Creating folder: Project (24ee699b86274d03be6e0be89930d0f9). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.825199] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3e0e229-235e-4b3b-9b75-b2e7a2866d4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.829178] env[65635]: DEBUG nova.policy [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e37f508b35b4296a0e088419184b417', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ac08207836d44f99e85995307a54a48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.844426] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Created folder: Project (24ee699b86274d03be6e0be89930d0f9) in parent group-v866005. [ 777.844548] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Creating folder: Instances. Parent ref: group-v866123. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.847462] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46395f78-dea3-4201-a292-40dfcf3425ff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.860890] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Created folder: Instances in parent group-v866123. [ 777.861300] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 777.864617] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.865117] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4130adbe-5116-4bbf-ae0b-674fd96ff627 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.902490] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.902490] env[65635]: value = "task-4426185" [ 777.902490] env[65635]: _type = "Task" [ 777.902490] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.912912] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426185, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.917675] env[65635]: DEBUG nova.network.neutron [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updated VIF entry in instance network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.918039] env[65635]: DEBUG nova.network.neutron [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updating instance_info_cache with network_info: [{"id": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "address": "fa:16:3e:75:8d:1c", "network": {"id": "f69a6c16-3695-4c35-961f-8fd69b886a2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252555865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1b47eac28d84476b6a2d1d5a655117f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0978ab-a6", "ovs_interfaceid": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.051069] env[65635]: WARNING neutronclient.v2_0.client [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.206442] env[65635]: DEBUG nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 778.251920] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf24938-aaee-4958-851c-18365b7abafa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.263301] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b594db1-b979-4b33-a7b5-4061ff8c4da7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.296410] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c035b76-fb2c-46b9-84c0-52511d86ccf3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.305125] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d396f3e0-af2f-43ab-b8ca-e2a564f5f52b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.311604] env[65635]: DEBUG nova.network.neutron [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Successfully created port: 43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 778.322249] env[65635]: DEBUG nova.compute.provider_tree [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.359540] env[65635]: DEBUG nova.network.neutron [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 778.386751] env[65635]: DEBUG nova.network.neutron [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 778.412880] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426185, 'name': CreateVM_Task, 'duration_secs': 0.410959} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.413163] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.414330] env[65635]: WARNING neutronclient.v2_0.client [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.414714] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.414870] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.417046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.417046] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247ddacb-95da-4bee-9900-e43f96f87b57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.420322] env[65635]: DEBUG oslo_concurrency.lockutils [req-9e43dbfd-00ed-46a5-9daf-6225200ef097 req-49f785f4-a643-4341-b8ef-ae01cc7ffb83 service nova] Releasing lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422196] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 778.422196] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52672f94-011b-a453-dd46-1e40fb3e71c6" [ 778.422196] env[65635]: _type = "Task" [ 778.422196] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.434775] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52672f94-011b-a453-dd46-1e40fb3e71c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.435064] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.435294] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.435518] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.435660] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.435830] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.436113] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23fe9641-9069-415c-a77a-d6426d69309b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.445626] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.445742] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.446516] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416ab9c6-a4b7-4e8f-9439-b07bfb2f83af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.452865] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 778.452865] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529433af-0d80-df9e-e5cd-d288aec1c1eb" [ 778.452865] env[65635]: _type = "Task" [ 778.452865] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.465042] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529433af-0d80-df9e-e5cd-d288aec1c1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.551043] env[65635]: DEBUG nova.compute.manager [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Received event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.551043] env[65635]: DEBUG nova.compute.manager [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing instance network info cache due to event network-changed-be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 778.551354] env[65635]: DEBUG oslo_concurrency.lockutils [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] Acquiring lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.551554] env[65635]: DEBUG oslo_concurrency.lockutils [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] Acquired lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.551751] env[65635]: DEBUG nova.network.neutron [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Refreshing network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.715608] env[65635]: INFO nova.virt.block_device [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Booting with volume eb49ba2e-7c3e-4d08-9899-c6e9c54bb474 at /dev/sda [ 778.757895] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40773e2c-259e-494f-a7ba-60d42e09e3d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.767832] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3ff231-f5b5-4723-8ff5-4ef16e39231e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.806125] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62a81bbd-1bb5-4f58-b71b-a1612b26aed1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.815973] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952801e7-0b71-4d0c-be1e-75737ee6bf25 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.829974] env[65635]: DEBUG nova.scheduler.client.report [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.863065] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf017e-5944-4dc8-9e7d-9663ec56b2ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.872221] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac90dac-735b-4ded-bbb6-0eb0c90a893d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.887357] env[65635]: DEBUG nova.virt.block_device [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Updating existing volume attachment record: 5e35c65e-a76d-4efd-a24f-f9ba4ec790c9 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 778.965394] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529433af-0d80-df9e-e5cd-d288aec1c1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013981} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.966596] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64266e00-8ba7-451a-8078-2571823b11c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.978397] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 778.978397] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5286c107-6948-75c8-cad7-ab49803cffeb" [ 778.978397] env[65635]: _type = "Task" [ 778.978397] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.992014] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5286c107-6948-75c8-cad7-ab49803cffeb, 'name': SearchDatastore_Task, 'duration_secs': 0.014618} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.992375] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.993025] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] ae82c913-43ed-4ca6-a127-8e8ead9d7711/ae82c913-43ed-4ca6-a127-8e8ead9d7711.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.993339] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-010e1d7b-8ced-49ba-a112-6a9c503a1588 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.002246] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 779.002246] env[65635]: value = "task-4426186" [ 779.002246] env[65635]: _type = "Task" [ 779.002246] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.011057] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.052531] env[65635]: DEBUG nova.network.neutron [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.054745] env[65635]: WARNING neutronclient.v2_0.client [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.335523] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.337890] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.107s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.339734] env[65635]: INFO nova.compute.claims [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.343513] env[65635]: WARNING neutronclient.v2_0.client [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.362035] env[65635]: INFO nova.scheduler.client.report [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Deleted allocations for instance 2a7bbbcf-b04f-41cf-a8de-7b107eabf125 [ 779.513209] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.558636] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Releasing lock "refresh_cache-01a10124-82ae-4c9a-bca4-47fcf35a51ef" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.559094] env[65635]: DEBUG nova.compute.manager [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 779.559291] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.560254] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d4f9ae-550b-41c2-bd23-413f33031026 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.568651] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.568921] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6f1973-a784-4e60-bf6d-9ede1143820d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.575633] env[65635]: DEBUG oslo_vmware.api [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 779.575633] env[65635]: value = "task-4426187" [ 779.575633] env[65635]: _type = "Task" [ 779.575633] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.583831] env[65635]: DEBUG oslo_vmware.api [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.869474] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c11dc3ae-fedb-4b30-8fec-abf1f86b2a16 tempest-ServersTestFqdnHostnames-1506153026 tempest-ServersTestFqdnHostnames-1506153026-project-member] Lock "2a7bbbcf-b04f-41cf-a8de-7b107eabf125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.714s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.968687] env[65635]: DEBUG nova.network.neutron [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance_info_cache with network_info: [{"id": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "address": "fa:16:3e:5e:ce:a5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1796564-16", "ovs_interfaceid": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.020463] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426186, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.022535] env[65635]: DEBUG nova.network.neutron [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Successfully updated port: 43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 780.067243] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.068078] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.092885] env[65635]: DEBUG oslo_vmware.api [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.161390] env[65635]: WARNING neutronclient.v2_0.client [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.249959] env[65635]: DEBUG nova.network.neutron [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updated VIF entry in instance network info cache for port be0978ab-a6bb-4d8a-ad28-02f96e1acd56. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.250309] env[65635]: DEBUG nova.network.neutron [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updating instance_info_cache with network_info: [{"id": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "address": "fa:16:3e:75:8d:1c", "network": {"id": "f69a6c16-3695-4c35-961f-8fd69b886a2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1252555865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b1b47eac28d84476b6a2d1d5a655117f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0978ab-a6", "ovs_interfaceid": "be0978ab-a6bb-4d8a-ad28-02f96e1acd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.314823] env[65635]: DEBUG nova.compute.manager [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Received event network-vif-plugged-4bc68951-cd1f-4cfc-ae5f-56952ef4c585 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.314823] env[65635]: DEBUG oslo_concurrency.lockutils [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] Acquiring lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.315052] env[65635]: DEBUG oslo_concurrency.lockutils [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] Lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.315209] env[65635]: DEBUG oslo_concurrency.lockutils [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] Lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.316030] env[65635]: DEBUG nova.compute.manager [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] No waiting events found dispatching network-vif-plugged-4bc68951-cd1f-4cfc-ae5f-56952ef4c585 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 780.316030] env[65635]: WARNING nova.compute.manager [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Received unexpected event network-vif-plugged-4bc68951-cd1f-4cfc-ae5f-56952ef4c585 for instance with vm_state building and task_state spawning. [ 780.316030] env[65635]: DEBUG nova.compute.manager [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Received event network-changed-4bc68951-cd1f-4cfc-ae5f-56952ef4c585 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.316030] env[65635]: DEBUG nova.compute.manager [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Refreshing instance network info cache due to event network-changed-4bc68951-cd1f-4cfc-ae5f-56952ef4c585. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 780.316030] env[65635]: DEBUG oslo_concurrency.lockutils [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] Acquiring lock "refresh_cache-ae82c913-43ed-4ca6-a127-8e8ead9d7711" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.316263] env[65635]: DEBUG oslo_concurrency.lockutils [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] Acquired lock "refresh_cache-ae82c913-43ed-4ca6-a127-8e8ead9d7711" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.316480] env[65635]: DEBUG nova.network.neutron [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Refreshing network info cache for port 4bc68951-cd1f-4cfc-ae5f-56952ef4c585 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.474385] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.474744] env[65635]: DEBUG nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Instance network_info: |[{"id": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "address": "fa:16:3e:5e:ce:a5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1796564-16", "ovs_interfaceid": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 780.475662] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ce:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1796564-16f3-4a2b-8b12-f5f6dbf341f7', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.482969] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Creating folder: Project (790b1b06b30e4dd086474891e63f78e3). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.483329] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f68c392-8387-442a-8d92-9fd7f499b87e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.502020] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Created folder: Project (790b1b06b30e4dd086474891e63f78e3) in parent group-v866005. [ 780.502250] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Creating folder: Instances. Parent ref: group-v866126. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.502715] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c556723-b016-4f27-b609-3b42cc35c648 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.519464] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426186, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.155915} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.521688] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] ae82c913-43ed-4ca6-a127-8e8ead9d7711/ae82c913-43ed-4ca6-a127-8e8ead9d7711.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.522306] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.522454] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Created folder: Instances in parent group-v866126. [ 780.523018] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 780.523018] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34918bac-3ee7-42b0-bcdf-1bdd839552db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.525276] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.525940] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Acquiring lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.526044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Acquired lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.526394] env[65635]: DEBUG nova.network.neutron [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.527792] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f207b9e6-bc3b-4b59-84ec-49cfac14d150 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.555036] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 780.555036] env[65635]: value = "task-4426190" [ 780.555036] env[65635]: _type = "Task" [ 780.555036] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.556132] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.556132] env[65635]: value = "task-4426191" [ 780.556132] env[65635]: _type = "Task" [ 780.556132] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.573973] env[65635]: DEBUG nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 780.576861] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426191, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.582747] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.592359] env[65635]: DEBUG oslo_vmware.api [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426187, 'name': PowerOffVM_Task, 'duration_secs': 0.613018} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.592533] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.593852] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.593852] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43c3de81-3191-425b-9430-e7efbefbb564 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.623030] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.623030] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.623030] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Deleting the datastore file [datastore1] 01a10124-82ae-4c9a-bca4-47fcf35a51ef {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.625789] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de22f341-c03a-45df-a479-e4ee8ca7a11c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.635362] env[65635]: DEBUG oslo_vmware.api [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for the task: (returnval){ [ 780.635362] env[65635]: value = "task-4426193" [ 780.635362] env[65635]: _type = "Task" [ 780.635362] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.648348] env[65635]: DEBUG oslo_vmware.api [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.753231] env[65635]: DEBUG oslo_concurrency.lockutils [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] Releasing lock "refresh_cache-1989816b-86b3-45bf-b291-0d6b1bec2fb7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.753633] env[65635]: DEBUG nova.compute.manager [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Received event network-vif-deleted-a5d67351-6f93-4887-98f3-79877a8afc33 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.753897] env[65635]: DEBUG nova.compute.manager [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Received event network-vif-deleted-9cfb2bb0-1829-457e-bf18-f914f18d9640 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.754508] env[65635]: DEBUG nova.compute.manager [req-47c7b0de-cbbb-48e1-899b-19128fbb3d06 req-70e67245-93b0-4a63-8386-8043cb061a7a service nova] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Received event network-vif-deleted-81633d7b-7aba-488d-9a00-c9fa797aa3d2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.820990] env[65635]: WARNING neutronclient.v2_0.client [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.868227] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "9abec345-6e34-44ed-936b-4575b77a6a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.868486] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "9abec345-6e34-44ed-936b-4575b77a6a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.868722] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "9abec345-6e34-44ed-936b-4575b77a6a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.868926] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "9abec345-6e34-44ed-936b-4575b77a6a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.869111] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "9abec345-6e34-44ed-936b-4575b77a6a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.871272] env[65635]: INFO nova.compute.manager [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Terminating instance [ 780.962080] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4b84f4-e8cf-472b-bcb7-77d8b6fbb806 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.971049] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4489fb8-d9be-490d-8800-f43946a550af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.007028] env[65635]: DEBUG nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 781.007028] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 781.007028] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.007028] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 781.007275] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.007339] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 781.007527] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 781.007760] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.007913] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 781.008088] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 781.008345] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 781.008556] env[65635]: DEBUG nova.virt.hardware [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 781.013263] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0301c161-a8c9-4093-a540-3739c192a45b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.016390] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bda33e1-ba9c-4dc2-95a7-e91f140b8608 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.028537] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a418587-b7df-4e51-b9c6-361143396335 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.035940] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e18c3d9-1d9f-4a11-845f-b6b7a599e005 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.065687] env[65635]: DEBUG nova.compute.provider_tree [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.094267] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07254} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.094531] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426191, 'name': CreateVM_Task, 'duration_secs': 0.40513} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.094654] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.095691] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.095691] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8cccab-74f4-4bdc-9f9a-c40da78b0531 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.099449] env[65635]: WARNING neutronclient.v2_0.client [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.099858] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.100036] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.100438] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.102117] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0e9ab4-cdbf-456a-93e3-4b8f55c46dea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.106046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.130455] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] ae82c913-43ed-4ca6-a127-8e8ead9d7711/ae82c913-43ed-4ca6-a127-8e8ead9d7711.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.131307] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f23444-30e1-42d5-a097-eddaa74c73b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.148051] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 781.148051] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528e2894-8ee8-a66f-1d64-fee33f3b7254" [ 781.148051] env[65635]: _type = "Task" [ 781.148051] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.158541] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 781.158541] env[65635]: value = "task-4426194" [ 781.158541] env[65635]: _type = "Task" [ 781.158541] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.181023] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528e2894-8ee8-a66f-1d64-fee33f3b7254, 'name': SearchDatastore_Task, 'duration_secs': 0.020791} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.181817] env[65635]: DEBUG oslo_vmware.api [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Task: {'id': task-4426193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118823} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.182520] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.182881] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.183341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.183694] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.183985] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.184409] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.184719] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.185025] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.185319] env[65635]: INFO nova.compute.manager [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Took 1.63 seconds to destroy the instance on the hypervisor. [ 781.186487] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 781.187767] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b7150cc-cb38-47c8-b305-65e1ba84e35b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.190672] env[65635]: DEBUG nova.compute.manager [-] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 781.190672] env[65635]: DEBUG nova.network.neutron [-] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 781.190814] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.199639] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.208506] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.208506] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.208506] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4eb8dc4-e72e-44f3-a4c1-2e5146db98ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.212457] env[65635]: DEBUG nova.network.neutron [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.217033] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 781.217033] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5293f01d-f2dd-da79-f277-e80f5e5efe03" [ 781.217033] env[65635]: _type = "Task" [ 781.217033] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.226070] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5293f01d-f2dd-da79-f277-e80f5e5efe03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.229032] env[65635]: WARNING neutronclient.v2_0.client [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.249851] env[65635]: DEBUG nova.network.neutron [-] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.250180] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.379681] env[65635]: DEBUG nova.compute.manager [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 781.379977] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.382177] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152df05-579f-468f-835f-c6a361d968b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.391654] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.391887] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57e24f71-4b63-42d6-9eb1-82a9addccab5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.399611] env[65635]: DEBUG oslo_vmware.api [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 781.399611] env[65635]: value = "task-4426195" [ 781.399611] env[65635]: _type = "Task" [ 781.399611] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.409337] env[65635]: DEBUG oslo_vmware.api [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.583199] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquiring lock "6aef420d-e199-42b8-a734-4b4d165543e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.583308] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "6aef420d-e199-42b8-a734-4b4d165543e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.583569] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquiring lock "6aef420d-e199-42b8-a734-4b4d165543e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.583894] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "6aef420d-e199-42b8-a734-4b4d165543e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.584173] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "6aef420d-e199-42b8-a734-4b4d165543e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.588022] env[65635]: INFO nova.compute.manager [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Terminating instance [ 781.601937] env[65635]: ERROR nova.scheduler.client.report [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [req-64f6235e-6633-4d80-8f08-b36c458120a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64f6235e-6633-4d80-8f08-b36c458120a0"}]} [ 781.619957] env[65635]: DEBUG nova.scheduler.client.report [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.637994] env[65635]: DEBUG nova.scheduler.client.report [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 781.638263] env[65635]: DEBUG nova.compute.provider_tree [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.660214] env[65635]: DEBUG nova.scheduler.client.report [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 781.672864] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426194, 'name': ReconfigVM_Task, 'duration_secs': 0.27541} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.673579] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Reconfigured VM instance instance-0000002a to attach disk [datastore1] ae82c913-43ed-4ca6-a127-8e8ead9d7711/ae82c913-43ed-4ca6-a127-8e8ead9d7711.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.673730] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4235c14-60be-4341-9516-859064b7ca53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.681542] env[65635]: DEBUG nova.network.neutron [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Updated VIF entry in instance network info cache for port 4bc68951-cd1f-4cfc-ae5f-56952ef4c585. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.681691] env[65635]: DEBUG nova.network.neutron [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Updating instance_info_cache with network_info: [{"id": "4bc68951-cd1f-4cfc-ae5f-56952ef4c585", "address": "fa:16:3e:bc:2f:ed", "network": {"id": "bd3f998f-1cba-4772-917b-7506161b5517", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1880472493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "24ee699b86274d03be6e0be89930d0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc68951-cd", "ovs_interfaceid": "4bc68951-cd1f-4cfc-ae5f-56952ef4c585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.682911] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "1cb052e4-2929-4d33-a53b-7d7b484360a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.683072] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "1cb052e4-2929-4d33-a53b-7d7b484360a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.683429] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "1cb052e4-2929-4d33-a53b-7d7b484360a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.683497] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "1cb052e4-2929-4d33-a53b-7d7b484360a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.683684] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "1cb052e4-2929-4d33-a53b-7d7b484360a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.687229] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 781.687229] env[65635]: value = "task-4426196" [ 781.687229] env[65635]: _type = "Task" [ 781.687229] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.687229] env[65635]: INFO nova.compute.manager [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Terminating instance [ 781.691043] env[65635]: DEBUG nova.scheduler.client.report [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 781.706564] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426196, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.729859] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5293f01d-f2dd-da79-f277-e80f5e5efe03, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.730603] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a411e9ef-59ed-4621-a921-ab1ca64aaf1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.738620] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 781.738620] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52007ee7-cf54-2a64-09a9-2e9b4cd41fc1" [ 781.738620] env[65635]: _type = "Task" [ 781.738620] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.753711] env[65635]: DEBUG nova.network.neutron [-] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.754972] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52007ee7-cf54-2a64-09a9-2e9b4cd41fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.755455] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.755702] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] a7750ded-bcc4-43de-8c15-a50b30be9161/a7750ded-bcc4-43de-8c15-a50b30be9161.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.755969] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e38f10-fcb8-4f32-b2b8-b33c6b11cb01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.764876] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 781.764876] env[65635]: value = "task-4426197" [ 781.764876] env[65635]: _type = "Task" [ 781.764876] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.781603] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.921497] env[65635]: DEBUG oslo_vmware.api [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426195, 'name': PowerOffVM_Task, 'duration_secs': 0.195811} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.921497] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.921671] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.921953] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3184eb9e-e460-4bcb-b38e-272181e396c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.928141] env[65635]: WARNING neutronclient.v2_0.client [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.000298] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.000501] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.000601] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleting the datastore file [datastore2] 9abec345-6e34-44ed-936b-4575b77a6a30 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.000910] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2d892f3-0af5-45d5-98f1-f164bbe6962a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.016456] env[65635]: DEBUG oslo_vmware.api [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 782.016456] env[65635]: value = "task-4426199" [ 782.016456] env[65635]: _type = "Task" [ 782.016456] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.028033] env[65635]: DEBUG oslo_vmware.api [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.091172] env[65635]: DEBUG nova.compute.manager [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 782.091172] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.092017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d461a-eaad-411b-bdc1-d823dca516a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.106910] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.108050] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6940f0-feb0-4559-9b3e-ace61fa9b892 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.116812] env[65635]: DEBUG oslo_vmware.api [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 782.116812] env[65635]: value = "task-4426200" [ 782.116812] env[65635]: _type = "Task" [ 782.116812] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.130584] env[65635]: DEBUG oslo_vmware.api [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4426200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.163965] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.164069] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.164339] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.164535] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.164964] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.167224] env[65635]: INFO nova.compute.manager [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Terminating instance [ 782.189478] env[65635]: DEBUG oslo_concurrency.lockutils [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] Releasing lock "refresh_cache-ae82c913-43ed-4ca6-a127-8e8ead9d7711" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.189755] env[65635]: DEBUG nova.compute.manager [req-da25d139-0b70-4b15-a244-fb07022a5ad6 req-9cc4603c-9a62-477c-9ee0-3ade7ddf79c0 service nova] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Received event network-vif-deleted-1a9eba58-667b-4615-8bd1-f3b3842ab324 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 782.197430] env[65635]: DEBUG nova.compute.manager [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 782.197641] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.199245] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c85d4c-1f7a-4d34-a092-0eaf4a2aaf34 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.206026] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426196, 'name': Rename_Task, 'duration_secs': 0.165906} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.207499] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.207499] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ba0117-425b-4a0b-81e2-0c906537c8d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.214256] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.215539] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f282965e-7322-4d1c-8ca4-8a6cba7ddf3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.217403] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 782.217403] env[65635]: value = "task-4426201" [ 782.217403] env[65635]: _type = "Task" [ 782.217403] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.223973] env[65635]: DEBUG oslo_vmware.api [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 782.223973] env[65635]: value = "task-4426202" [ 782.223973] env[65635]: _type = "Task" [ 782.223973] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.234029] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.239462] env[65635]: DEBUG oslo_vmware.api [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.256785] env[65635]: INFO nova.compute.manager [-] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Took 1.07 seconds to deallocate network for instance. [ 782.281988] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472695} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.281988] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] a7750ded-bcc4-43de-8c15-a50b30be9161/a7750ded-bcc4-43de-8c15-a50b30be9161.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.282127] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.285158] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec4f5915-ed7d-44c1-b183-cae12cd818b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.294894] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 782.294894] env[65635]: value = "task-4426203" [ 782.294894] env[65635]: _type = "Task" [ 782.294894] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.303916] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.322670] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0891ab6d-6e3e-4870-b55a-1f922682040d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.332516] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e4b157-9dfe-4d08-9223-1d107bc13c3a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.373328] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97248565-2547-4fcd-8993-91b0649f1cbf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.381768] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3450edf4-45ec-45a9-a887-c294cc22d148 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.398267] env[65635]: DEBUG nova.compute.provider_tree [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.527987] env[65635]: DEBUG oslo_vmware.api [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352182} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.528296] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.528488] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.528667] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.528842] env[65635]: INFO nova.compute.manager [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Took 1.15 seconds to destroy the instance on the hypervisor. [ 782.529140] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 782.529385] env[65635]: DEBUG nova.compute.manager [-] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 782.529488] env[65635]: DEBUG nova.network.neutron [-] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 782.529776] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.575072] env[65635]: DEBUG nova.compute.manager [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 782.575072] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2cf09-1363-47ee-88b8-32c2e73ec7ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.635076] env[65635]: DEBUG oslo_vmware.api [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4426200, 'name': PowerOffVM_Task, 'duration_secs': 0.286548} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.635076] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.635076] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.635076] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5539f1a-cdf7-4dd6-8a33-14ea9dfdfc62 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.645042] env[65635]: DEBUG nova.network.neutron [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Updating instance_info_cache with network_info: [{"id": "43b45920-3465-404c-8e27-9168a9275ffc", "address": "fa:16:3e:0d:d6:2b", "network": {"id": "8debee9b-d5fa-4921-a0df-7118cc01152c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309720752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac08207836d44f99e85995307a54a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b45920-34", "ovs_interfaceid": "43b45920-3465-404c-8e27-9168a9275ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.672707] env[65635]: DEBUG nova.compute.manager [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 782.672707] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.673447] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c94c7ec-bdde-4604-9c34-1fb2716e47b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.688586] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.688586] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-759bb690-188d-42a8-a2dc-c0a1fd936884 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.694587] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.694780] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.694950] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Deleting the datastore file [datastore1] 6aef420d-e199-42b8-a734-4b4d165543e1 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.695225] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea29c319-bb11-484d-b3b0-9704c5362a5f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.700341] env[65635]: DEBUG oslo_vmware.api [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 782.700341] env[65635]: value = "task-4426205" [ 782.700341] env[65635]: _type = "Task" [ 782.700341] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.705130] env[65635]: DEBUG oslo_vmware.api [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for the task: (returnval){ [ 782.705130] env[65635]: value = "task-4426206" [ 782.705130] env[65635]: _type = "Task" [ 782.705130] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.712273] env[65635]: DEBUG oslo_vmware.api [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.720461] env[65635]: DEBUG oslo_vmware.api [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4426206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.721665] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.737359] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.740572] env[65635]: DEBUG oslo_vmware.api [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426202, 'name': PowerOffVM_Task, 'duration_secs': 0.190066} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.740835] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.741031] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.741313] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6195758-a653-4153-a764-bd3c1548f344 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.765184] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.805973] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070374} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.806299] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.807208] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af46ac-b023-48f4-807b-17f832245f27 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.834102] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a7750ded-bcc4-43de-8c15-a50b30be9161/a7750ded-bcc4-43de-8c15-a50b30be9161.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.834519] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3adbfd-c683-455f-8e89-651d735bc81e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.857863] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 782.857863] env[65635]: value = "task-4426208" [ 782.857863] env[65635]: _type = "Task" [ 782.857863] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.868322] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.938365] env[65635]: DEBUG nova.scheduler.client.report [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 782.939361] env[65635]: DEBUG nova.compute.provider_tree [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 64 to 65 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 782.939848] env[65635]: DEBUG nova.compute.provider_tree [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.087868] env[65635]: INFO nova.compute.manager [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] instance snapshotting [ 783.091491] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2febb064-ce13-4d13-9d0d-a92971366908 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.126610] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e923b366-d54a-4a02-bcb9-dd7975942764 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.147840] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Releasing lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.148351] env[65635]: DEBUG nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Instance network_info: |[{"id": "43b45920-3465-404c-8e27-9168a9275ffc", "address": "fa:16:3e:0d:d6:2b", "network": {"id": "8debee9b-d5fa-4921-a0df-7118cc01152c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309720752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac08207836d44f99e85995307a54a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b45920-34", "ovs_interfaceid": "43b45920-3465-404c-8e27-9168a9275ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 783.148750] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d6:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43b45920-3465-404c-8e27-9168a9275ffc', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.160644] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Creating folder: Project (3ac08207836d44f99e85995307a54a48). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.161454] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-117c1f3b-4904-4f41-bae6-e7e1867ffed3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.180602] env[65635]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 783.180602] env[65635]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65635) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 783.180800] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Folder already exists: Project (3ac08207836d44f99e85995307a54a48). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 783.181009] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Creating folder: Instances. Parent ref: group-v866100. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.181885] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc0deb80-4e00-49db-9bae-5fe2f3c5024d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.199374] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Created folder: Instances in parent group-v866100. [ 783.199648] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.199987] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.200136] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4234d43-b544-4f50-b323-b10d8408e81a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.226572] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.226572] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.226722] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleting the datastore file [datastore2] 1cb052e4-2929-4d33-a53b-7d7b484360a1 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.240645] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a5e6388-d5f5-4a92-9472-87f1a128977c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.249688] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.249688] env[65635]: value = "task-4426211" [ 783.249688] env[65635]: _type = "Task" [ 783.249688] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.268275] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.269097] env[65635]: DEBUG oslo_vmware.api [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426205, 'name': PowerOffVM_Task, 'duration_secs': 0.467397} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.269325] env[65635]: DEBUG oslo_vmware.api [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Task: {'id': task-4426206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133104} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.270817] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.271335] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.271335] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.271599] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.271599] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.271727] env[65635]: INFO nova.compute.manager [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 783.272922] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.272922] env[65635]: DEBUG oslo_vmware.api [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for the task: (returnval){ [ 783.272922] env[65635]: value = "task-4426212" [ 783.272922] env[65635]: _type = "Task" [ 783.272922] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.275788] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96bdb3a0-60d6-457c-a139-79f8e86cef10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.278146] env[65635]: DEBUG nova.compute.manager [-] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 783.278146] env[65635]: DEBUG nova.network.neutron [-] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 783.278146] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.280348] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426211, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.290037] env[65635]: DEBUG oslo_vmware.api [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.352405] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.353110] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.353899] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Deleting the datastore file [datastore2] 1989816b-86b3-45bf-b291-0d6b1bec2fb7 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.354403] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0329b4a-bf7e-4d9d-abb5-8f3ad30e2318 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.365066] env[65635]: DEBUG oslo_vmware.api [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for the task: (returnval){ [ 783.365066] env[65635]: value = "task-4426214" [ 783.365066] env[65635]: _type = "Task" [ 783.365066] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.373471] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.379114] env[65635]: DEBUG oslo_vmware.api [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.412606] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.446400] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.108s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.447208] env[65635]: DEBUG nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 783.450524] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.646s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.452335] env[65635]: INFO nova.compute.claims [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.640568] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.641017] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3cc717c0-075f-4b0d-968f-e4e40d5cbb18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.651453] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 783.651453] env[65635]: value = "task-4426215" [ 783.651453] env[65635]: _type = "Task" [ 783.651453] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.661732] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.741088] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426201, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.773903] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426211, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.798606] env[65635]: DEBUG nova.network.neutron [-] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.800645] env[65635]: DEBUG oslo_vmware.api [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Task: {'id': task-4426212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304536} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.801380] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.801656] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.801916] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.802115] env[65635]: INFO nova.compute.manager [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Took 1.60 seconds to destroy the instance on the hypervisor. [ 783.802408] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.802614] env[65635]: DEBUG nova.compute.manager [-] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 783.802706] env[65635]: DEBUG nova.network.neutron [-] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 783.803559] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.869986] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426208, 'name': ReconfigVM_Task, 'duration_secs': 0.939784} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.873653] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a7750ded-bcc4-43de-8c15-a50b30be9161/a7750ded-bcc4-43de-8c15-a50b30be9161.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.873653] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec580f9c-7b29-4462-9f71-d86a139ab30f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.881097] env[65635]: DEBUG oslo_vmware.api [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Task: {'id': task-4426214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329326} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.882313] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.882633] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.882715] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.882864] env[65635]: INFO nova.compute.manager [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 783.883124] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.883377] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 783.883377] env[65635]: value = "task-4426216" [ 783.883377] env[65635]: _type = "Task" [ 783.883377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.883573] env[65635]: DEBUG nova.compute.manager [-] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 783.883671] env[65635]: DEBUG nova.network.neutron [-] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 783.883971] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.890864] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.898025] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426216, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.951848] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.961440] env[65635]: DEBUG nova.compute.utils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.965911] env[65635]: DEBUG nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 783.965911] env[65635]: DEBUG nova.network.neutron [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 783.965911] env[65635]: WARNING neutronclient.v2_0.client [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.965911] env[65635]: WARNING neutronclient.v2_0.client [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.165025] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426215, 'name': CreateSnapshot_Task, 'duration_secs': 0.507719} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.165418] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.166240] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936c8dc6-d186-4a05-9cf7-a14369e1e960 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.172499] env[65635]: DEBUG nova.network.neutron [-] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.238097] env[65635]: DEBUG oslo_vmware.api [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426201, 'name': PowerOnVM_Task, 'duration_secs': 1.646151} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.238371] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.238545] env[65635]: INFO nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Took 11.79 seconds to spawn the instance on the hypervisor. [ 784.238719] env[65635]: DEBUG nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 784.239901] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b932742-7d6a-4ea0-a37a-b2cae6ff59f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.260378] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426211, 'name': CreateVM_Task, 'duration_secs': 0.609261} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.260551] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.261141] env[65635]: WARNING neutronclient.v2_0.client [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.261514] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '5e35c65e-a76d-4efd-a24f-f9ba4ec790c9', 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866112', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'name': 'volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33244e0f-13fa-4391-8847-db9acfae01ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'serial': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=65635) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 784.261716] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Root volume attach. Driver type: vmdk {{(pid=65635) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 784.262531] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edec3dd-e74e-4e96-998e-a00b3773337d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.270680] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cdd028-e169-47e8-92a9-8e1559455747 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.277779] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6693cb84-c0de-48fb-b354-42ec184b5c52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.284236] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9a4093ff-5e3c-455b-bf9c-2d5326c27d9e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.292033] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 784.292033] env[65635]: value = "task-4426217" [ 784.292033] env[65635]: _type = "Task" [ 784.292033] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.303115] env[65635]: INFO nova.compute.manager [-] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Took 1.77 seconds to deallocate network for instance. [ 784.303374] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.394284] env[65635]: DEBUG nova.policy [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20854fa527114ecf90de66681f6254c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19fd8e4fe21c4b8a8cbb4c4069efb697', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.403244] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426216, 'name': Rename_Task, 'duration_secs': 0.188804} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.403618] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.403959] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e44d9fd3-d7ff-4205-b990-943982d8f288 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.411156] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 784.411156] env[65635]: value = "task-4426218" [ 784.411156] env[65635]: _type = "Task" [ 784.411156] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.420810] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.468151] env[65635]: DEBUG nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 784.680643] env[65635]: DEBUG nova.network.neutron [-] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.683573] env[65635]: INFO nova.compute.manager [-] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Took 1.41 seconds to deallocate network for instance. [ 784.693740] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.695147] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8bbdf15-cc4f-41db-b4b2-ebd2f5e363d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.709688] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 784.709688] env[65635]: value = "task-4426219" [ 784.709688] env[65635]: _type = "Task" [ 784.709688] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.721631] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426219, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.760490] env[65635]: INFO nova.compute.manager [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Took 21.94 seconds to build instance. [ 784.815039] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.815039] env[65635]: DEBUG nova.network.neutron [-] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.815384] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task} progress is 38%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.895357] env[65635]: DEBUG nova.network.neutron [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Successfully created port: b74955e6-8e56-4a39-9b83-bda69a339612 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 784.932260] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquiring lock "17838ba9-4a28-42c9-91d9-69b87836f240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.932601] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "17838ba9-4a28-42c9-91d9-69b87836f240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.932811] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquiring lock "17838ba9-4a28-42c9-91d9-69b87836f240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.932981] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "17838ba9-4a28-42c9-91d9-69b87836f240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.933197] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "17838ba9-4a28-42c9-91d9-69b87836f240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.935329] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.939589] env[65635]: INFO nova.compute.manager [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Terminating instance [ 784.997452] env[65635]: DEBUG nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Received event network-vif-plugged-c1796564-16f3-4a2b-8b12-f5f6dbf341f7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.997701] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Acquiring lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.997907] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.998124] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.998294] env[65635]: DEBUG nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] No waiting events found dispatching network-vif-plugged-c1796564-16f3-4a2b-8b12-f5f6dbf341f7 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 784.998452] env[65635]: WARNING nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Received unexpected event network-vif-plugged-c1796564-16f3-4a2b-8b12-f5f6dbf341f7 for instance with vm_state building and task_state spawning. [ 784.998603] env[65635]: DEBUG nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Received event network-changed-c1796564-16f3-4a2b-8b12-f5f6dbf341f7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.998746] env[65635]: DEBUG nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Refreshing instance network info cache due to event network-changed-c1796564-16f3-4a2b-8b12-f5f6dbf341f7. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 784.998919] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Acquiring lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.999078] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Acquired lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.999249] env[65635]: DEBUG nova.network.neutron [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Refreshing network info cache for port c1796564-16f3-4a2b-8b12-f5f6dbf341f7 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.117111] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573aab9d-8fe5-4e3d-8955-04a7ddea53a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.128975] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21617b9-8d93-487a-9147-18f3522ba4b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.171020] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f942a1-4ec1-40b1-a832-080355832265 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.178970] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c978d-79c8-4cc8-bab7-438cefd3f281 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.196474] env[65635]: INFO nova.compute.manager [-] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Took 1.39 seconds to deallocate network for instance. [ 785.198244] env[65635]: DEBUG nova.compute.provider_tree [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.204032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.224489] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426219, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.265160] env[65635]: DEBUG oslo_concurrency.lockutils [None req-86b08a10-ea5a-4409-80ba-f855b59224aa tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.506s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.309958] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.316809] env[65635]: INFO nova.compute.manager [-] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Took 1.43 seconds to deallocate network for instance. [ 785.428779] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426218, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.444697] env[65635]: DEBUG nova.compute.manager [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 785.444920] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.445787] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e7e3df-8476-4948-87e9-bf2d08c62d57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.456176] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.456412] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ba2ddf1-7d34-41d7-9dc4-45b0be3fd365 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.466272] env[65635]: DEBUG oslo_vmware.api [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 785.466272] env[65635]: value = "task-4426220" [ 785.466272] env[65635]: _type = "Task" [ 785.466272] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.476374] env[65635]: DEBUG oslo_vmware.api [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.477683] env[65635]: DEBUG nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 785.502474] env[65635]: WARNING neutronclient.v2_0.client [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.515592] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.515848] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.516007] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.516196] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.516338] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.516483] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.516694] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.516844] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.516999] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.517359] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.517594] env[65635]: DEBUG nova.virt.hardware [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.518569] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9c5ab3-14c4-4883-932b-700fa85b5770 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.527187] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "021603b8-ae7c-4b34-908f-49c4298a099f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.527464] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "021603b8-ae7c-4b34-908f-49c4298a099f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.535058] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12310185-12cc-4d49-8094-905902fb870a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.702882] env[65635]: DEBUG nova.scheduler.client.report [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.707531] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.722367] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426219, 'name': CloneVM_Task} progress is 95%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.808992] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task} progress is 63%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.824450] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.931338] env[65635]: DEBUG oslo_vmware.api [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426218, 'name': PowerOnVM_Task, 'duration_secs': 1.270123} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.931911] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.932270] env[65635]: INFO nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Took 10.73 seconds to spawn the instance on the hypervisor. [ 785.932582] env[65635]: DEBUG nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 785.933545] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1dabab-8fe5-4a92-bb8c-1196fc15ed0c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.980038] env[65635]: DEBUG oslo_vmware.api [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.029651] env[65635]: DEBUG nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 786.210256] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.210927] env[65635]: DEBUG nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 786.214101] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.890s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.217012] env[65635]: INFO nova.compute.claims [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.232591] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426219, 'name': CloneVM_Task, 'duration_secs': 1.40612} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.232794] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Created linked-clone VM from snapshot [ 786.234089] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce62469-0a04-4b7b-a913-60bbd6dabd7d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.248187] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Uploading image fb75504b-fc8a-41c7-93b7-f5c462084f73 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 786.280599] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 786.280599] env[65635]: value = "vm-866132" [ 786.280599] env[65635]: _type = "VirtualMachine" [ 786.280599] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 786.282067] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a87dd58-01af-4495-9c55-0a355f96699a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.294515] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lease: (returnval){ [ 786.294515] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cefc16-45c8-cbf3-4baa-d5a5f189bf73" [ 786.294515] env[65635]: _type = "HttpNfcLease" [ 786.294515] env[65635]: } obtained for exporting VM: (result){ [ 786.294515] env[65635]: value = "vm-866132" [ 786.294515] env[65635]: _type = "VirtualMachine" [ 786.294515] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 786.294910] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the lease: (returnval){ [ 786.294910] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cefc16-45c8-cbf3-4baa-d5a5f189bf73" [ 786.294910] env[65635]: _type = "HttpNfcLease" [ 786.294910] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 786.307241] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.307241] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cefc16-45c8-cbf3-4baa-d5a5f189bf73" [ 786.307241] env[65635]: _type = "HttpNfcLease" [ 786.307241] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 786.307482] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 786.307482] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cefc16-45c8-cbf3-4baa-d5a5f189bf73" [ 786.307482] env[65635]: _type = "HttpNfcLease" [ 786.307482] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 786.308185] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d518ab-e7ea-454d-9384-34e3ed729407 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.314319] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task} progress is 78%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.323806] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbca42-ce7c-3a0c-3afc-0bad41ff8cda/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 786.323806] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbca42-ce7c-3a0c-3afc-0bad41ff8cda/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 786.426996] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ee749ba-a79a-4ec8-9d54-a8b50619f919 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.458769] env[65635]: INFO nova.compute.manager [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Took 22.77 seconds to build instance. [ 786.479988] env[65635]: DEBUG oslo_vmware.api [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426220, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.560591] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.722383] env[65635]: DEBUG nova.compute.utils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.724325] env[65635]: DEBUG nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 786.724547] env[65635]: DEBUG nova.network.neutron [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 786.724945] env[65635]: WARNING neutronclient.v2_0.client [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.725321] env[65635]: WARNING neutronclient.v2_0.client [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.813095] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task} progress is 92%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.966601] env[65635]: DEBUG oslo_concurrency.lockutils [None req-237703e4-8367-40a3-8f09-bb47ffb6c6b3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.287s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.975154] env[65635]: DEBUG nova.network.neutron [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Successfully updated port: b74955e6-8e56-4a39-9b83-bda69a339612 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 786.986786] env[65635]: DEBUG oslo_vmware.api [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426220, 'name': PowerOffVM_Task, 'duration_secs': 1.074092} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.987225] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.987225] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.987930] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bba209d-86db-423f-94ee-403180b565ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.082487] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.082948] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.083354] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Deleting the datastore file [datastore2] 17838ba9-4a28-42c9-91d9-69b87836f240 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.084735] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d1abe02-c1dc-4885-a8db-0ad575f261f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.098431] env[65635]: DEBUG oslo_vmware.api [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for the task: (returnval){ [ 787.098431] env[65635]: value = "task-4426223" [ 787.098431] env[65635]: _type = "Task" [ 787.098431] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.114815] env[65635]: DEBUG nova.compute.manager [req-e8dc0a49-6994-4f8b-a087-c55b23ea3d04 req-c3e62545-7bf2-430c-88c3-98f6770c1004 service nova] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Received event network-vif-deleted-89d65a9a-4190-465e-8d08-dadfb54880b4 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.132375] env[65635]: DEBUG oslo_vmware.api [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.137020] env[65635]: DEBUG nova.policy [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f00819311e064c3a943adbf9e8c9bc41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10026294c6c341d5b0af6f709fe38f45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.214449] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.214809] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.232379] env[65635]: DEBUG nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 787.311652] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task} progress is 97%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.481209] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "refresh_cache-4f848e02-75e0-4f5b-a87d-b4d1f4882273" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.481442] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquired lock "refresh_cache-4f848e02-75e0-4f5b-a87d-b4d1f4882273" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.481726] env[65635]: DEBUG nova.network.neutron [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.525723] env[65635]: DEBUG nova.network.neutron [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Successfully created port: b21d1d90-ecde-4738-b347-99ed10d1612b {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 787.605494] env[65635]: WARNING neutronclient.v2_0.client [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.618952] env[65635]: DEBUG oslo_vmware.api [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Task: {'id': task-4426223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442279} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.619224] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.621992] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.622390] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.624476] env[65635]: INFO nova.compute.manager [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Took 2.18 seconds to destroy the instance on the hypervisor. [ 787.624476] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 787.626261] env[65635]: DEBUG nova.compute.manager [-] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 787.626483] env[65635]: DEBUG nova.network.neutron [-] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.626846] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.723107] env[65635]: DEBUG nova.compute.utils [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.818195] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task} progress is 98%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.920128] env[65635]: DEBUG nova.network.neutron [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Successfully created port: 0d127d0a-4946-44e5-a1eb-39513584c01c {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 787.936060] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a3ce7-bb38-49a1-8812-77fd57421378 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.949171] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af710660-764e-42ae-8c07-fdddd38bee32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.000047] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd8a69d-3f60-45c6-8ce9-f29a73010bf2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.010102] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e823689-75ea-4170-b942-a8f13015b8a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.025550] env[65635]: DEBUG nova.compute.provider_tree [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.033662] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.228628] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.251846] env[65635]: DEBUG nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 788.302179] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 788.302179] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.302179] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 788.302179] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.302179] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 788.302179] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 788.302179] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.303442] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 788.303442] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 788.303442] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 788.303442] env[65635]: DEBUG nova.virt.hardware [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 788.304427] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcf599c-1284-4420-b6c7-d8fcd3e91251 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.324819] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426217, 'name': RelocateVM_Task, 'duration_secs': 3.708805} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.325589] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 788.325868] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866112', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'name': 'volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33244e0f-13fa-4391-8847-db9acfae01ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'serial': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 788.329184] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3ea24-db60-45ab-b7b5-3ee78505ea30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.334351] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec56a3e2-2ae2-44e1-ba6c-0ad7128015ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.369810] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54aaf7f-727c-4227-9683-e2d8189cd72c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.395360] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474/volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.395971] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19aff7fa-9f3c-4874-9723-e547f4dc1b79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.418909] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 788.418909] env[65635]: value = "task-4426224" [ 788.418909] env[65635]: _type = "Task" [ 788.418909] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.428166] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.529436] env[65635]: DEBUG nova.scheduler.client.report [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.568213] env[65635]: DEBUG nova.network.neutron [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.601752] env[65635]: DEBUG nova.network.neutron [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updated VIF entry in instance network info cache for port c1796564-16f3-4a2b-8b12-f5f6dbf341f7. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.602206] env[65635]: DEBUG nova.network.neutron [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance_info_cache with network_info: [{"id": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "address": "fa:16:3e:5e:ce:a5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1796564-16", "ovs_interfaceid": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.933028] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426224, 'name': ReconfigVM_Task, 'duration_secs': 0.481224} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.933398] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474/volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.941921] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a861f48-713b-4012-8a19-4d92f18d7978 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.963812] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 788.963812] env[65635]: value = "task-4426225" [ 788.963812] env[65635]: _type = "Task" [ 788.963812] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.973992] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.036802] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.036802] env[65635]: DEBUG nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 789.039685] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.743s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.041427] env[65635]: INFO nova.compute.claims [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.109477] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Releasing lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.110307] env[65635]: DEBUG nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Received event network-vif-plugged-43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.110307] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Acquiring lock "33244e0f-13fa-4391-8847-db9acfae01ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.110307] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Lock "33244e0f-13fa-4391-8847-db9acfae01ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.110696] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Lock "33244e0f-13fa-4391-8847-db9acfae01ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.110696] env[65635]: DEBUG nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] No waiting events found dispatching network-vif-plugged-43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 789.110892] env[65635]: WARNING nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Received unexpected event network-vif-plugged-43b45920-3465-404c-8e27-9168a9275ffc for instance with vm_state building and task_state spawning. [ 789.110892] env[65635]: DEBUG nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Received event network-changed-43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.111042] env[65635]: DEBUG nova.compute.manager [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Refreshing instance network info cache due to event network-changed-43b45920-3465-404c-8e27-9168a9275ffc. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 789.111353] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Acquiring lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.112089] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Acquired lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.112089] env[65635]: DEBUG nova.network.neutron [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Refreshing network info cache for port 43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.191810] env[65635]: WARNING neutronclient.v2_0.client [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.340181] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.340742] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.340912] env[65635]: INFO nova.compute.manager [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Attaching volume 7181ae32-8038-4e4b-8a94-bf4794e5de20 to /dev/sdb [ 789.364194] env[65635]: DEBUG nova.network.neutron [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Updating instance_info_cache with network_info: [{"id": "b74955e6-8e56-4a39-9b83-bda69a339612", "address": "fa:16:3e:08:f4:25", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74955e6-8e", "ovs_interfaceid": "b74955e6-8e56-4a39-9b83-bda69a339612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.399542] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf943eb9-2dc9-4041-9b4d-f16103c21e52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.413477] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa82702b-d9f9-4fbf-93d9-ca7ad723bb4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.433035] env[65635]: DEBUG nova.virt.block_device [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updating existing volume attachment record: 94b07c3c-35e3-4ef9-b7cc-9d944ce2e4c0 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 789.487330] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426225, 'name': ReconfigVM_Task, 'duration_secs': 0.23292} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.489096] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866112', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'name': 'volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33244e0f-13fa-4391-8847-db9acfae01ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'serial': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 789.490010] env[65635]: DEBUG nova.network.neutron [-] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.493046] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de70e203-5f0e-4883-abc4-c5fb120c1ace {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.506321] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 789.506321] env[65635]: value = "task-4426226" [ 789.506321] env[65635]: _type = "Task" [ 789.506321] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.521026] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426226, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.550092] env[65635]: DEBUG nova.compute.utils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.550092] env[65635]: DEBUG nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 789.550092] env[65635]: DEBUG nova.network.neutron [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 789.550460] env[65635]: WARNING neutronclient.v2_0.client [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.550851] env[65635]: WARNING neutronclient.v2_0.client [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.616765] env[65635]: WARNING neutronclient.v2_0.client [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.665961] env[65635]: DEBUG nova.policy [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20854fa527114ecf90de66681f6254c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19fd8e4fe21c4b8a8cbb4c4069efb697', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.782295] env[65635]: DEBUG nova.network.neutron [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Successfully updated port: b21d1d90-ecde-4738-b347-99ed10d1612b {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 789.867946] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Releasing lock "refresh_cache-4f848e02-75e0-4f5b-a87d-b4d1f4882273" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.867946] env[65635]: DEBUG nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Instance network_info: |[{"id": "b74955e6-8e56-4a39-9b83-bda69a339612", "address": "fa:16:3e:08:f4:25", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74955e6-8e", "ovs_interfaceid": "b74955e6-8e56-4a39-9b83-bda69a339612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 789.867946] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:f4:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b74955e6-8e56-4a39-9b83-bda69a339612', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.879306] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Creating folder: Project (19fd8e4fe21c4b8a8cbb4c4069efb697). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.880796] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca678017-e669-46b5-b77f-a5aa6c43ed45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.893593] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Created folder: Project (19fd8e4fe21c4b8a8cbb4c4069efb697) in parent group-v866005. [ 789.893792] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Creating folder: Instances. Parent ref: group-v866135. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.894543] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86e00732-6a96-4515-bea5-8cf59f31cf02 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.905696] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Created folder: Instances in parent group-v866135. [ 789.905696] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 789.905792] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.909022] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-799d36d2-c508-4af4-8ae4-ad04fb431873 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.932502] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.932502] env[65635]: value = "task-4426232" [ 789.932502] env[65635]: _type = "Task" [ 789.932502] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.942758] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426232, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.002049] env[65635]: INFO nova.compute.manager [-] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Took 2.37 seconds to deallocate network for instance. [ 790.023743] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426226, 'name': Rename_Task, 'duration_secs': 0.254664} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.024232] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.024232] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfd650b9-34fd-4d75-a7d9-6ae6ac7ee1e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.033171] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 790.033171] env[65635]: value = "task-4426233" [ 790.033171] env[65635]: _type = "Task" [ 790.033171] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.044652] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.058229] env[65635]: DEBUG nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 790.167921] env[65635]: DEBUG nova.network.neutron [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Successfully created port: b92aff3f-1bc6-439c-8e86-e42d4f693b60 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 790.447070] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426232, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.519341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.551366] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.696969] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d985b27c-b7d2-4664-a0f9-351555c95f86 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.708421] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db027284-a984-43b1-84e7-385fbde27a52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.743716] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926f84f9-27e5-457d-8d23-d11c50e904c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.752252] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905c0898-7d4f-428e-9de4-0c57272c0621 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.770952] env[65635]: DEBUG nova.compute.provider_tree [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.945677] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426232, 'name': CreateVM_Task, 'duration_secs': 0.555622} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.945982] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.949263] env[65635]: WARNING neutronclient.v2_0.client [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.949263] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.949263] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.949263] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.949263] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9c2013-0dc2-4986-9d48-923a162fd982 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.953191] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 790.953191] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5294708d-8ec0-6f0e-6c70-5d2269cf8ddd" [ 790.953191] env[65635]: _type = "Task" [ 790.953191] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.961490] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5294708d-8ec0-6f0e-6c70-5d2269cf8ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.045671] env[65635]: DEBUG oslo_vmware.api [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426233, 'name': PowerOnVM_Task, 'duration_secs': 0.810327} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.046379] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.046597] env[65635]: INFO nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Took 10.04 seconds to spawn the instance on the hypervisor. [ 791.046778] env[65635]: DEBUG nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 791.047953] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc86985e-944e-45ca-9d84-98ae9fa0f6b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.081893] env[65635]: DEBUG nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 791.114285] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 791.114723] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.114891] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 791.115091] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.115240] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 791.115391] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 791.115627] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 791.115849] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 791.116068] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 791.116217] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 791.116394] env[65635]: DEBUG nova.virt.hardware [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 791.117892] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24dbcfd-a939-4eaa-a073-b31dd7630ac5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.129090] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca3f719-f43a-47c9-84b4-bce5da029f67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.274305] env[65635]: DEBUG nova.scheduler.client.report [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.463442] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5294708d-8ec0-6f0e-6c70-5d2269cf8ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.021925} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.463770] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.463993] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.464244] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.464395] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.464662] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.464927] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca7c41d-b5f8-462b-bb25-0a7119ce44c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.474608] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.474775] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.475497] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d586a8a-a0e1-462c-85b5-1e647aeb08df {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.481113] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 791.481113] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521fc1cd-c2a1-2913-7304-5c1cccef043b" [ 791.481113] env[65635]: _type = "Task" [ 791.481113] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.489398] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521fc1cd-c2a1-2913-7304-5c1cccef043b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.570112] env[65635]: INFO nova.compute.manager [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Took 27.55 seconds to build instance. [ 791.780012] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.780644] env[65635]: DEBUG nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 791.784804] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.322s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.787898] env[65635]: INFO nova.compute.claims [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.874683] env[65635]: DEBUG nova.network.neutron [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Successfully updated port: b92aff3f-1bc6-439c-8e86-e42d4f693b60 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 791.904369] env[65635]: WARNING neutronclient.v2_0.client [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.999769] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521fc1cd-c2a1-2913-7304-5c1cccef043b, 'name': SearchDatastore_Task, 'duration_secs': 0.034243} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.001670] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a1637f-3e89-4171-8d85-a9cdcc03a145 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.006077] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.007444] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.008992] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 792.008992] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fb489f-b0e0-c79d-0de7-0adc6192c13f" [ 792.008992] env[65635]: _type = "Task" [ 792.008992] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.019146] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fb489f-b0e0-c79d-0de7-0adc6192c13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.073022] env[65635]: DEBUG nova.network.neutron [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Updated VIF entry in instance network info cache for port 43b45920-3465-404c-8e27-9168a9275ffc. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 792.073022] env[65635]: DEBUG nova.network.neutron [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Updating instance_info_cache with network_info: [{"id": "43b45920-3465-404c-8e27-9168a9275ffc", "address": "fa:16:3e:0d:d6:2b", "network": {"id": "8debee9b-d5fa-4921-a0df-7118cc01152c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309720752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac08207836d44f99e85995307a54a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b45920-34", "ovs_interfaceid": "43b45920-3465-404c-8e27-9168a9275ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.075938] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2ce4da5c-027e-4cfc-ab09-a285e8f97ede tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "33244e0f-13fa-4391-8847-db9acfae01ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.073s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.275464] env[65635]: DEBUG nova.network.neutron [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Successfully updated port: 0d127d0a-4946-44e5-a1eb-39513584c01c {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 792.286765] env[65635]: DEBUG nova.compute.utils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.289116] env[65635]: DEBUG nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 792.289396] env[65635]: DEBUG nova.network.neutron [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 792.289901] env[65635]: WARNING neutronclient.v2_0.client [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.290274] env[65635]: WARNING neutronclient.v2_0.client [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.324566] env[65635]: DEBUG nova.compute.manager [req-d1659ddc-2968-43e3-bb8d-ec7397e7ccbd req-6b921a09-8b49-4981-ade9-c7bd1214f503 service nova] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Received event network-vif-deleted-be0978ab-a6bb-4d8a-ad28-02f96e1acd56 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 792.348669] env[65635]: DEBUG nova.policy [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97370138523c440d96bb7a488c2b2dac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e96d7247b65341c08362ae9d76397bf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.380363] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "refresh_cache-adce64ab-e095-4076-a09a-d13c45b3ee8a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.380936] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquired lock "refresh_cache-adce64ab-e095-4076-a09a-d13c45b3ee8a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.380936] env[65635]: DEBUG nova.network.neutron [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 792.483142] env[65635]: DEBUG oslo_concurrency.lockutils [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "interface-ae82c913-43ed-4ca6-a127-8e8ead9d7711-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.483711] env[65635]: DEBUG oslo_concurrency.lockutils [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "interface-ae82c913-43ed-4ca6-a127-8e8ead9d7711-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.483829] env[65635]: DEBUG nova.objects.instance [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lazy-loading 'flavor' on Instance uuid ae82c913-43ed-4ca6-a127-8e8ead9d7711 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.530932] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.532035] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.532272] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.532394] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.533193] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.534736] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.534736] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 792.538955] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.540223] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fb489f-b0e0-c79d-0de7-0adc6192c13f, 'name': SearchDatastore_Task, 'duration_secs': 0.015257} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.541134] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.541551] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 4f848e02-75e0-4f5b-a87d-b4d1f4882273/4f848e02-75e0-4f5b-a87d-b4d1f4882273.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.542081] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f5d7564-a299-4e8c-82e5-cf5355933857 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.553063] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 792.553063] env[65635]: value = "task-4426235" [ 792.553063] env[65635]: _type = "Task" [ 792.553063] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.567479] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.577928] env[65635]: DEBUG oslo_concurrency.lockutils [req-1cf9dfd8-77d3-4e69-8922-354373275ba6 req-ac729fc6-a686-4f9c-827f-d2629cb7ea53 service nova] Releasing lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.764440] env[65635]: DEBUG nova.network.neutron [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Successfully created port: 3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 792.779041] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.779041] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquired lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.779041] env[65635]: DEBUG nova.network.neutron [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 792.795178] env[65635]: DEBUG nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 792.943162] env[65635]: DEBUG nova.network.neutron [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 792.983988] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.983988] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.993023] env[65635]: WARNING neutronclient.v2_0.client [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.993023] env[65635]: DEBUG nova.objects.instance [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lazy-loading 'pci_requests' on Instance uuid ae82c913-43ed-4ca6-a127-8e8ead9d7711 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.043174] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.066512] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426235, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.074431] env[65635]: WARNING neutronclient.v2_0.client [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.094394] env[65635]: DEBUG nova.compute.manager [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Received event network-vif-deleted-971d6b98-b427-4c20-88bf-14ae8ea3207d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.094394] env[65635]: DEBUG nova.compute.manager [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Received event network-vif-deleted-08ae25fc-1376-4cd0-a72f-b147bb433595 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.094717] env[65635]: DEBUG nova.compute.manager [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Received event network-vif-plugged-b74955e6-8e56-4a39-9b83-bda69a339612 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.094717] env[65635]: DEBUG oslo_concurrency.lockutils [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] Acquiring lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.094885] env[65635]: DEBUG oslo_concurrency.lockutils [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] Lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.096033] env[65635]: DEBUG oslo_concurrency.lockutils [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] Lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.096033] env[65635]: DEBUG nova.compute.manager [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] No waiting events found dispatching network-vif-plugged-b74955e6-8e56-4a39-9b83-bda69a339612 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 793.096033] env[65635]: WARNING nova.compute.manager [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Received unexpected event network-vif-plugged-b74955e6-8e56-4a39-9b83-bda69a339612 for instance with vm_state building and task_state spawning. [ 793.096033] env[65635]: DEBUG nova.compute.manager [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Received event network-changed-b74955e6-8e56-4a39-9b83-bda69a339612 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.096033] env[65635]: DEBUG nova.compute.manager [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Refreshing instance network info cache due to event network-changed-b74955e6-8e56-4a39-9b83-bda69a339612. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 793.096257] env[65635]: DEBUG oslo_concurrency.lockutils [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] Acquiring lock "refresh_cache-4f848e02-75e0-4f5b-a87d-b4d1f4882273" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.096257] env[65635]: DEBUG oslo_concurrency.lockutils [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] Acquired lock "refresh_cache-4f848e02-75e0-4f5b-a87d-b4d1f4882273" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.096441] env[65635]: DEBUG nova.network.neutron [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Refreshing network info cache for port b74955e6-8e56-4a39-9b83-bda69a339612 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.176539] env[65635]: DEBUG nova.network.neutron [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Updating instance_info_cache with network_info: [{"id": "b92aff3f-1bc6-439c-8e86-e42d4f693b60", "address": "fa:16:3e:74:37:80", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92aff3f-1b", "ovs_interfaceid": "b92aff3f-1bc6-439c-8e86-e42d4f693b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.344381] env[65635]: DEBUG nova.network.neutron [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 793.426868] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a7f6d3-a4ed-4366-84a6-eee4fd986ffe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.437975] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a9668-4147-42da-a635-c00428c09837 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.470519] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e3ce7a-ed1f-4169-af13-96f60e1f24b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.479582] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92023fab-2015-42b3-b071-98b68998cf28 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.487817] env[65635]: DEBUG nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 793.502799] env[65635]: DEBUG nova.objects.base [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 793.503051] env[65635]: DEBUG nova.network.neutron [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 793.503440] env[65635]: WARNING neutronclient.v2_0.client [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.503738] env[65635]: WARNING neutronclient.v2_0.client [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.505989] env[65635]: DEBUG nova.compute.provider_tree [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.534096] env[65635]: WARNING neutronclient.v2_0.client [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.567624] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79265} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.567926] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 4f848e02-75e0-4f5b-a87d-b4d1f4882273/4f848e02-75e0-4f5b-a87d-b4d1f4882273.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.568255] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.568655] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-403fbd3f-3b3d-4223-afbd-189aaf1014f6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.577864] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 793.577864] env[65635]: value = "task-4426236" [ 793.577864] env[65635]: _type = "Task" [ 793.577864] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.588145] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.600741] env[65635]: WARNING neutronclient.v2_0.client [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.679936] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Releasing lock "refresh_cache-adce64ab-e095-4076-a09a-d13c45b3ee8a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.680598] env[65635]: DEBUG nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Instance network_info: |[{"id": "b92aff3f-1bc6-439c-8e86-e42d4f693b60", "address": "fa:16:3e:74:37:80", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92aff3f-1b", "ovs_interfaceid": "b92aff3f-1bc6-439c-8e86-e42d4f693b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 793.681149] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:37:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b92aff3f-1bc6-439c-8e86-e42d4f693b60', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.689199] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 793.689458] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.690130] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b98ed566-07c8-4589-a9d2-2705146252b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.712630] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.712630] env[65635]: value = "task-4426237" [ 793.712630] env[65635]: _type = "Task" [ 793.712630] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.721884] env[65635]: DEBUG oslo_concurrency.lockutils [None req-301e58a3-53bb-47e7-b479-c1abb5664573 tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "interface-ae82c913-43ed-4ca6-a127-8e8ead9d7711-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.238s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.726991] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426237, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.750510] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.750793] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.810916] env[65635]: DEBUG nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 793.841399] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 793.841711] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.841936] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 793.842858] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.843042] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 793.843213] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 793.843433] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 793.843683] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 793.843871] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 793.844045] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 793.844216] env[65635]: DEBUG nova.virt.hardware [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 793.845228] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d76a38-2cac-405f-8971-af4c948cf28f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.855073] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae0cb80-f3fe-4c94-911a-27afedfd9d4b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.010369] env[65635]: DEBUG nova.scheduler.client.report [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.017432] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.021240] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 794.021569] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866134', 'volume_id': '7181ae32-8038-4e4b-8a94-bf4794e5de20', 'name': 'volume-7181ae32-8038-4e4b-8a94-bf4794e5de20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51ed186e-a115-447b-ae00-83211ccc0d7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7181ae32-8038-4e4b-8a94-bf4794e5de20', 'serial': '7181ae32-8038-4e4b-8a94-bf4794e5de20'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 794.022970] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5a9da8-10aa-406d-8eee-2e5a36946ef6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.061582] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c5070a-7f92-46fb-8101-21d1fa3ee249 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.106401] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-7181ae32-8038-4e4b-8a94-bf4794e5de20/volume-7181ae32-8038-4e4b-8a94-bf4794e5de20.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.108154] env[65635]: WARNING neutronclient.v2_0.client [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.116707] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51eb960-1e82-4459-b13c-29fbe9b13c75 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.138771] env[65635]: WARNING neutronclient.v2_0.client [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.148364] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094417} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.150237] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.150687] env[65635]: DEBUG oslo_vmware.api [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 794.150687] env[65635]: value = "task-4426238" [ 794.150687] env[65635]: _type = "Task" [ 794.150687] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.151612] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb592670-17a6-4cea-b884-0a655bd45b0c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.187651] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4f848e02-75e0-4f5b-a87d-b4d1f4882273/4f848e02-75e0-4f5b-a87d-b4d1f4882273.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.188021] env[65635]: DEBUG oslo_vmware.api [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.191114] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-589d2e38-5726-4464-9370-2e01340fb257 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.212869] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 794.212869] env[65635]: value = "task-4426239" [ 794.212869] env[65635]: _type = "Task" [ 794.212869] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.234530] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.238838] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426237, 'name': CreateVM_Task, 'duration_secs': 0.418479} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.239054] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.239691] env[65635]: WARNING neutronclient.v2_0.client [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.240046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.240229] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.240652] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.240962] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba868ad-6988-42ae-8c7f-e3ed8bd8f23a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.247993] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 794.247993] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52541f15-d6a7-4e2e-c111-50ff2542024e" [ 794.247993] env[65635]: _type = "Task" [ 794.247993] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.253674] env[65635]: DEBUG nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 794.260633] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52541f15-d6a7-4e2e-c111-50ff2542024e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.271632] env[65635]: DEBUG nova.network.neutron [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Updating instance_info_cache with network_info: [{"id": "b21d1d90-ecde-4738-b347-99ed10d1612b", "address": "fa:16:3e:41:62:eb", "network": {"id": "390b19db-83b0-46df-a51f-509558f996e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838329145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21d1d90-ec", "ovs_interfaceid": "b21d1d90-ecde-4738-b347-99ed10d1612b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d127d0a-4946-44e5-a1eb-39513584c01c", "address": "fa:16:3e:f3:da:c7", "network": {"id": "6f32110f-bfbe-45a5-a2ce-b465e32d2d0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1728139098", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d127d0a-49", "ovs_interfaceid": "0d127d0a-4946-44e5-a1eb-39513584c01c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.312390] env[65635]: DEBUG nova.network.neutron [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Updated VIF entry in instance network info cache for port b74955e6-8e56-4a39-9b83-bda69a339612. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 794.312791] env[65635]: DEBUG nova.network.neutron [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Updating instance_info_cache with network_info: [{"id": "b74955e6-8e56-4a39-9b83-bda69a339612", "address": "fa:16:3e:08:f4:25", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74955e6-8e", "ovs_interfaceid": "b74955e6-8e56-4a39-9b83-bda69a339612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.400303] env[65635]: DEBUG nova.network.neutron [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Successfully updated port: 3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 794.519481] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.520137] env[65635]: DEBUG nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 794.522956] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.239s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.524575] env[65635]: INFO nova.compute.claims [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.668419] env[65635]: DEBUG oslo_vmware.api [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.725939] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426239, 'name': ReconfigVM_Task, 'duration_secs': 0.391255} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.726242] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4f848e02-75e0-4f5b-a87d-b4d1f4882273/4f848e02-75e0-4f5b-a87d-b4d1f4882273.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.726897] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d93dc7-7f43-487f-88aa-06e64f0aefca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.739089] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 794.739089] env[65635]: value = "task-4426240" [ 794.739089] env[65635]: _type = "Task" [ 794.739089] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.750726] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426240, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.760597] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52541f15-d6a7-4e2e-c111-50ff2542024e, 'name': SearchDatastore_Task, 'duration_secs': 0.028302} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.760919] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.761179] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.761489] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.761662] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.761889] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.764845] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aae3c888-5aee-4a0b-9d61-54b8b56b5259 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.774828] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Releasing lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.775370] env[65635]: DEBUG nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Instance network_info: |[{"id": "b21d1d90-ecde-4738-b347-99ed10d1612b", "address": "fa:16:3e:41:62:eb", "network": {"id": "390b19db-83b0-46df-a51f-509558f996e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838329145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21d1d90-ec", "ovs_interfaceid": "b21d1d90-ecde-4738-b347-99ed10d1612b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d127d0a-4946-44e5-a1eb-39513584c01c", "address": "fa:16:3e:f3:da:c7", "network": {"id": "6f32110f-bfbe-45a5-a2ce-b465e32d2d0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1728139098", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d127d0a-49", "ovs_interfaceid": "0d127d0a-4946-44e5-a1eb-39513584c01c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 794.775918] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:62:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b21d1d90-ecde-4738-b347-99ed10d1612b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:da:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d127d0a-4946-44e5-a1eb-39513584c01c', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.789020] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 794.791524] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.792277] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.792662] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.792880] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.793841] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c112b9d0-b986-45c3-b171-442bb0b559ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.812923] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4822e01-6e73-401e-b60a-23c001d9f111 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.815698] env[65635]: DEBUG oslo_concurrency.lockutils [req-29439031-b045-4f2d-99f6-8aaa12dc8d33 req-6066ad84-aedf-42fb-9b04-7e9b7d9c88b7 service nova] Releasing lock "refresh_cache-4f848e02-75e0-4f5b-a87d-b4d1f4882273" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.820906] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 794.820906] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520753e1-2fe7-92dc-ba44-a1e1a3b6bdd8" [ 794.820906] env[65635]: _type = "Task" [ 794.820906] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.823777] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.823777] env[65635]: value = "task-4426241" [ 794.823777] env[65635]: _type = "Task" [ 794.823777] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.838592] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520753e1-2fe7-92dc-ba44-a1e1a3b6bdd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.842078] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426241, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.906225] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.906225] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.906225] env[65635]: DEBUG nova.network.neutron [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 795.030250] env[65635]: DEBUG nova.compute.utils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.034284] env[65635]: DEBUG nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 795.034713] env[65635]: DEBUG nova.network.neutron [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 795.035258] env[65635]: WARNING neutronclient.v2_0.client [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.035681] env[65635]: WARNING neutronclient.v2_0.client [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.086872] env[65635]: DEBUG nova.policy [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a230c3146374c35ba8de3cc789e4390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fb373a730cc4b63a057327f3e91a789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.168441] env[65635]: DEBUG oslo_vmware.api [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426238, 'name': ReconfigVM_Task, 'duration_secs': 0.86245} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.168813] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-7181ae32-8038-4e4b-8a94-bf4794e5de20/volume-7181ae32-8038-4e4b-8a94-bf4794e5de20.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.174276] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d97f33-a669-4033-8aac-2945fc93c104 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.195895] env[65635]: DEBUG oslo_vmware.api [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 795.195895] env[65635]: value = "task-4426242" [ 795.195895] env[65635]: _type = "Task" [ 795.195895] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.207278] env[65635]: DEBUG oslo_vmware.api [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.253509] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426240, 'name': Rename_Task, 'duration_secs': 0.179936} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.253940] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.254229] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e6d8723-6ad5-4106-aff4-cec06c834a6e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.263355] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 795.263355] env[65635]: value = "task-4426243" [ 795.263355] env[65635]: _type = "Task" [ 795.263355] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.274608] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.345553] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426241, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.350926] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520753e1-2fe7-92dc-ba44-a1e1a3b6bdd8, 'name': SearchDatastore_Task, 'duration_secs': 0.017718} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.350988] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98770ea-8558-40f5-a44b-f4f3c42bafe3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.360459] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 795.360459] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52de9270-0420-009d-c74d-14d37762ca47" [ 795.360459] env[65635]: _type = "Task" [ 795.360459] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.373928] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52de9270-0420-009d-c74d-14d37762ca47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.525523] env[65635]: DEBUG nova.network.neutron [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Successfully created port: 2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 795.535290] env[65635]: DEBUG nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 795.562516] env[65635]: DEBUG nova.network.neutron [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 795.711640] env[65635]: DEBUG oslo_vmware.api [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.780850] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426243, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.844895] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426241, 'name': CreateVM_Task, 'duration_secs': 0.660891} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.848048] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.850058] env[65635]: WARNING neutronclient.v2_0.client [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.850556] env[65635]: WARNING neutronclient.v2_0.client [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.850680] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.850839] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.851795] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.851795] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6103132b-4646-483b-b53a-0af491fa1fe2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.859224] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 795.859224] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5217ca85-bd62-9f07-d38b-de32ec8089d1" [ 795.859224] env[65635]: _type = "Task" [ 795.859224] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.877566] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5217ca85-bd62-9f07-d38b-de32ec8089d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.881344] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52de9270-0420-009d-c74d-14d37762ca47, 'name': SearchDatastore_Task, 'duration_secs': 0.0198} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.884987] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.884987] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] adce64ab-e095-4076-a09a-d13c45b3ee8a/adce64ab-e095-4076-a09a-d13c45b3ee8a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.885686] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fcf3e56-827c-4d50-ab15-633826106986 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.895921] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 795.895921] env[65635]: value = "task-4426244" [ 795.895921] env[65635]: _type = "Task" [ 795.895921] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.910389] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.934357] env[65635]: DEBUG nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Received event network-vif-deleted-490aab1d-4b0f-4eb3-879a-2f39ebbfefaf {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.934589] env[65635]: DEBUG nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Received event network-vif-plugged-0d127d0a-4946-44e5-a1eb-39513584c01c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.934784] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Acquiring lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.935781] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.935908] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.936266] env[65635]: DEBUG nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] No waiting events found dispatching network-vif-plugged-0d127d0a-4946-44e5-a1eb-39513584c01c {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 795.936570] env[65635]: WARNING nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Received unexpected event network-vif-plugged-0d127d0a-4946-44e5-a1eb-39513584c01c for instance with vm_state building and task_state spawning. [ 795.937186] env[65635]: DEBUG nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Received event network-changed-0d127d0a-4946-44e5-a1eb-39513584c01c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.937186] env[65635]: DEBUG nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Refreshing instance network info cache due to event network-changed-0d127d0a-4946-44e5-a1eb-39513584c01c. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 795.937389] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Acquiring lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.937974] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Acquired lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.937974] env[65635]: DEBUG nova.network.neutron [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Refreshing network info cache for port 0d127d0a-4946-44e5-a1eb-39513584c01c {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.183134] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac202cb-f843-4b94-88d7-a318537155b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.191838] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7b740-0e82-4cfe-848a-44131e513150 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.232064] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74448565-deae-4aea-b1af-642e67958f5d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.239016] env[65635]: DEBUG oslo_vmware.api [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426242, 'name': ReconfigVM_Task, 'duration_secs': 0.958784} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.240292] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866134', 'volume_id': '7181ae32-8038-4e4b-8a94-bf4794e5de20', 'name': 'volume-7181ae32-8038-4e4b-8a94-bf4794e5de20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51ed186e-a115-447b-ae00-83211ccc0d7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7181ae32-8038-4e4b-8a94-bf4794e5de20', 'serial': '7181ae32-8038-4e4b-8a94-bf4794e5de20'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 796.251573] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17204c76-0a47-4d07-903d-3a53ac65dd60 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.268781] env[65635]: DEBUG nova.compute.provider_tree [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.280076] env[65635]: DEBUG oslo_vmware.api [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426243, 'name': PowerOnVM_Task, 'duration_secs': 0.716068} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.281090] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.281378] env[65635]: INFO nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Took 10.80 seconds to spawn the instance on the hypervisor. [ 796.281566] env[65635]: DEBUG nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.282433] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f03cdc5-957d-4aa9-92a1-7a97d923c54f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.374395] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5217ca85-bd62-9f07-d38b-de32ec8089d1, 'name': SearchDatastore_Task, 'duration_secs': 0.032922} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.374661] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.374904] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.375204] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.375371] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.375537] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.375837] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db1d7189-9e5b-488a-9a76-1b5cdfd0741b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.393328] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.393582] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.394353] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1812b2-e000-482c-aa62-1691d31c59bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.405837] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 796.405837] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf9aab-0e3d-f1e2-a2ee-27efc83ddee3" [ 796.405837] env[65635]: _type = "Task" [ 796.405837] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.410187] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426244, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.421434] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf9aab-0e3d-f1e2-a2ee-27efc83ddee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.445327] env[65635]: WARNING neutronclient.v2_0.client [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.549534] env[65635]: DEBUG nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 796.579488] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 796.579777] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.579929] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 796.580594] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.580594] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 796.580594] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 796.581409] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 796.581409] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 796.581409] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 796.581409] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 796.581409] env[65635]: DEBUG nova.virt.hardware [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 796.582286] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1218d93e-ca3c-42df-ba30-fffe28e85b58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.592294] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f2268-8e97-4428-864a-9ac6a0cc505e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.778019] env[65635]: DEBUG nova.scheduler.client.report [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.806969] env[65635]: INFO nova.compute.manager [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Took 32.60 seconds to build instance. [ 796.912428] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805572} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.917043] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] adce64ab-e095-4076-a09a-d13c45b3ee8a/adce64ab-e095-4076-a09a-d13c45b3ee8a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.917043] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.917370] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb2c33ea-206c-4d12-81f8-9f6dabe76fa6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.934658] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf9aab-0e3d-f1e2-a2ee-27efc83ddee3, 'name': SearchDatastore_Task, 'duration_secs': 0.06535} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.934658] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 796.934658] env[65635]: value = "task-4426245" [ 796.934658] env[65635]: _type = "Task" [ 796.934658] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.934658] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14548702-4e58-4d4e-8076-3157b0c8863f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.943633] env[65635]: DEBUG nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Received event network-vif-plugged-b21d1d90-ecde-4738-b347-99ed10d1612b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.943849] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Acquiring lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.944078] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.944250] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.944415] env[65635]: DEBUG nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] No waiting events found dispatching network-vif-plugged-b21d1d90-ecde-4738-b347-99ed10d1612b {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 796.944586] env[65635]: WARNING nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Received unexpected event network-vif-plugged-b21d1d90-ecde-4738-b347-99ed10d1612b for instance with vm_state building and task_state spawning. [ 796.944733] env[65635]: DEBUG nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Received event network-changed-b21d1d90-ecde-4738-b347-99ed10d1612b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.944873] env[65635]: DEBUG nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Refreshing instance network info cache due to event network-changed-b21d1d90-ecde-4738-b347-99ed10d1612b. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 796.945038] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Acquiring lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.948233] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 796.948233] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f37d31-54a9-a1f9-1b76-3b863a87b0bd" [ 796.948233] env[65635]: _type = "Task" [ 796.948233] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.957654] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.966375] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f37d31-54a9-a1f9-1b76-3b863a87b0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.052073] env[65635]: WARNING neutronclient.v2_0.client [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.284559] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.287047] env[65635]: DEBUG nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 797.293684] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.950s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.294699] env[65635]: DEBUG nova.objects.instance [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lazy-loading 'resources' on Instance uuid da9e06f2-30cd-4409-87a4-10cddce2f4da {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.311515] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d9a74e7a-ab0e-4e39-b24b-b1769e720ba9 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.114s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.325652] env[65635]: DEBUG nova.objects.instance [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.388499] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.389729] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.390188] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.390362] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.390430] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.392735] env[65635]: INFO nova.compute.manager [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Terminating instance [ 797.421740] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbca42-ce7c-3a0c-3afc-0bad41ff8cda/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 797.422128] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e24e9-fa45-4e65-89e9-42a438bf6514 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.429897] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbca42-ce7c-3a0c-3afc-0bad41ff8cda/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 797.430553] env[65635]: ERROR oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbca42-ce7c-3a0c-3afc-0bad41ff8cda/disk-0.vmdk due to incomplete transfer. [ 797.430553] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d1727aab-b3d1-4c2c-8ef8-668cf6f7519c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.442671] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbca42-ce7c-3a0c-3afc-0bad41ff8cda/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 797.442802] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Uploaded image fb75504b-fc8a-41c7-93b7-f5c462084f73 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 797.444558] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 797.445337] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f717b2a-fae1-4a7f-9236-3e04a39c1861 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.451380] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121475} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.454738] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.457394] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0857322b-8745-4e51-80cf-28e35229446c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.460977] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 797.460977] env[65635]: value = "task-4426246" [ 797.460977] env[65635]: _type = "Task" [ 797.460977] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.484793] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f37d31-54a9-a1f9-1b76-3b863a87b0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.023375} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.495792] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] adce64ab-e095-4076-a09a-d13c45b3ee8a/adce64ab-e095-4076-a09a-d13c45b3ee8a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.495792] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.497183] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] ed7ccecc-3471-4a79-b709-7c0da4198cf8/ed7ccecc-3471-4a79-b709-7c0da4198cf8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.497183] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841c440b-f896-44d9-aa77-66c4468bf708 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.522567] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e76c3781-a78a-47dd-bd1f-3c9ff5565ca1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.524786] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426246, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.532236] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 797.532236] env[65635]: value = "task-4426248" [ 797.532236] env[65635]: _type = "Task" [ 797.532236] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.533773] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 797.533773] env[65635]: value = "task-4426247" [ 797.533773] env[65635]: _type = "Task" [ 797.533773] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.552951] env[65635]: DEBUG nova.network.neutron [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Successfully updated port: 2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 797.555669] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426248, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.557534] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.597652] env[65635]: DEBUG nova.network.neutron [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.796555] env[65635]: DEBUG nova.compute.utils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.798072] env[65635]: DEBUG nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 797.798377] env[65635]: DEBUG nova.network.neutron [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 797.802557] env[65635]: WARNING neutronclient.v2_0.client [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.802557] env[65635]: WARNING neutronclient.v2_0.client [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.833764] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce62a95-327b-4bae-83c8-08d59f7fe6e2 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.492s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.841254] env[65635]: WARNING neutronclient.v2_0.client [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.899641] env[65635]: DEBUG nova.compute.manager [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 797.899969] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.901363] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda2443-9f15-4b71-ac6b-e8848ed7c5bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.918489] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.918961] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eba61c22-5a52-4c41-8905-425ab970be8e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.931059] env[65635]: DEBUG oslo_vmware.api [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 797.931059] env[65635]: value = "task-4426249" [ 797.931059] env[65635]: _type = "Task" [ 797.931059] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.940582] env[65635]: DEBUG nova.policy [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4f11f4b27f4351b29288cba1e9d534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4905ff536572456da9c88882a6f73633', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.950093] env[65635]: DEBUG oslo_vmware.api [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.980506] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426246, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.056707] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.057935] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.057935] env[65635]: DEBUG nova.network.neutron [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 798.065706] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426248, 'name': ReconfigVM_Task, 'duration_secs': 0.52324} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.069840] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] adce64ab-e095-4076-a09a-d13c45b3ee8a/adce64ab-e095-4076-a09a-d13c45b3ee8a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.071046] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426247, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.076104] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c72367a-90a2-4a27-be6b-0a052c8c60b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.100777] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 798.100777] env[65635]: value = "task-4426250" [ 798.100777] env[65635]: _type = "Task" [ 798.100777] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.101079] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.101587] env[65635]: DEBUG nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Instance network_info: |[{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 798.110029] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:8f:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3064719f-e165-4343-8315-98cefa4af9eb', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.120359] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Creating folder: Project (e96d7247b65341c08362ae9d76397bf0). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.125037] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26959a66-16e4-48e5-a23b-d4c174096c7e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.135244] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426250, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.143981] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Created folder: Project (e96d7247b65341c08362ae9d76397bf0) in parent group-v866005. [ 798.145083] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Creating folder: Instances. Parent ref: group-v866140. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.150050] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd9c65ed-64cd-4e97-8b2a-1cf6a0740856 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.168796] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Created folder: Instances in parent group-v866140. [ 798.169158] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 798.173202] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.174168] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c433692-f2df-4925-ae96-2ddf597f87ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.204222] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.204222] env[65635]: value = "task-4426253" [ 798.204222] env[65635]: _type = "Task" [ 798.204222] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.221878] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426253, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.308966] env[65635]: DEBUG nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 798.358174] env[65635]: DEBUG nova.network.neutron [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Updated VIF entry in instance network info cache for port 0d127d0a-4946-44e5-a1eb-39513584c01c. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.358663] env[65635]: DEBUG nova.network.neutron [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Updating instance_info_cache with network_info: [{"id": "b21d1d90-ecde-4738-b347-99ed10d1612b", "address": "fa:16:3e:41:62:eb", "network": {"id": "390b19db-83b0-46df-a51f-509558f996e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838329145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21d1d90-ec", "ovs_interfaceid": "b21d1d90-ecde-4738-b347-99ed10d1612b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d127d0a-4946-44e5-a1eb-39513584c01c", "address": "fa:16:3e:f3:da:c7", "network": {"id": "6f32110f-bfbe-45a5-a2ce-b465e32d2d0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1728139098", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d127d0a-49", "ovs_interfaceid": "0d127d0a-4946-44e5-a1eb-39513584c01c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.448550] env[65635]: DEBUG oslo_vmware.api [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426249, 'name': PowerOffVM_Task, 'duration_secs': 0.281443} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.448550] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.448550] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.448853] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9824af89-6315-4f37-b871-32d263711591 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.463084] env[65635]: DEBUG nova.network.neutron [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Successfully created port: 3f627480-fbb1-4e82-9ff5-65edda7ba80e {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 798.478881] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426246, 'name': Destroy_Task, 'duration_secs': 0.828008} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.479739] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Destroyed the VM [ 798.479739] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 798.479739] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e660d21a-a258-4a24-b21f-e2e01b132e3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.488196] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 798.488196] env[65635]: value = "task-4426255" [ 798.488196] env[65635]: _type = "Task" [ 798.488196] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.501805] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.543308] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.543734] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.544056] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Deleting the datastore file [datastore1] ae82c913-43ed-4ca6-a127-8e8ead9d7711 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.544475] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-137a43fd-7155-4b7a-a4b9-ab5fe13db6d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.559732] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686404} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.563108] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] ed7ccecc-3471-4a79-b709-7c0da4198cf8/ed7ccecc-3471-4a79-b709-7c0da4198cf8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.563108] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.563108] env[65635]: DEBUG oslo_vmware.api [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for the task: (returnval){ [ 798.563108] env[65635]: value = "task-4426256" [ 798.563108] env[65635]: _type = "Task" [ 798.563108] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.563108] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e600f91-bd75-478b-9375-619ce1a29d0f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.574297] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 798.574297] env[65635]: value = "task-4426257" [ 798.574297] env[65635]: _type = "Task" [ 798.574297] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.578725] env[65635]: DEBUG oslo_vmware.api [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.593343] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.614700] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426250, 'name': Rename_Task, 'duration_secs': 0.267827} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.614961] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.615248] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1d9184-95e7-4877-b12c-91fb113ab2e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.623311] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 798.623311] env[65635]: value = "task-4426258" [ 798.623311] env[65635]: _type = "Task" [ 798.623311] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.634884] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.655121] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bfe9c4-b1f1-4560-9875-9a28cdd62945 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.675861] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444f577a-b5b3-4fad-9ebd-a3dded3fb324 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.686241] env[65635]: DEBUG nova.compute.manager [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 798.726699] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55a72f-5b80-450c-82dc-27735cd21a74 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.746135] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f87e651-b65b-4ddf-8766-db0ddd8405c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.751610] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426253, 'name': CreateVM_Task, 'duration_secs': 0.475621} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.751930] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.753139] env[65635]: WARNING neutronclient.v2_0.client [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.753669] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.753842] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.754209] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.754513] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff35f58-7233-4de4-9d64-1e59576a526b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.772026] env[65635]: DEBUG nova.compute.provider_tree [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.779298] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 798.779298] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e7f6c2-bb37-acbc-d184-9e6a5c9d1f7a" [ 798.779298] env[65635]: _type = "Task" [ 798.779298] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.795444] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e7f6c2-bb37-acbc-d184-9e6a5c9d1f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.864447] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Releasing lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.864447] env[65635]: DEBUG nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Received event network-vif-plugged-3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 798.864447] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Acquiring lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.864447] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.864447] env[65635]: DEBUG oslo_concurrency.lockutils [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.864447] env[65635]: DEBUG nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] No waiting events found dispatching network-vif-plugged-3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 798.864744] env[65635]: WARNING nova.compute.manager [req-e833fc80-d130-4884-8b83-9d5ee77b2226 req-e81a2510-4a03-421f-b764-82aba6f985b5 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Received unexpected event network-vif-plugged-3064719f-e165-4343-8315-98cefa4af9eb for instance with vm_state building and task_state spawning. [ 798.865072] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Acquired lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.865271] env[65635]: DEBUG nova.network.neutron [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Refreshing network info cache for port b21d1d90-ecde-4738-b347-99ed10d1612b {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.999954] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.077551] env[65635]: DEBUG oslo_vmware.api [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Task: {'id': task-4426256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261058} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.078101] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.078462] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.078720] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.078980] env[65635]: INFO nova.compute.manager [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Took 1.18 seconds to destroy the instance on the hypervisor. [ 799.079442] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 799.079837] env[65635]: DEBUG nova.compute.manager [-] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 799.080278] env[65635]: DEBUG nova.network.neutron [-] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 799.080565] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.093974] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118362} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.094421] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.095526] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6b5cf-db14-414b-b6ca-982352f4e151 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.125080] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ed7ccecc-3471-4a79-b709-7c0da4198cf8/ed7ccecc-3471-4a79-b709-7c0da4198cf8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.125764] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d6c4ac-bd74-4c92-8ba0-6913d823ef64 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.154071] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.155936] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 799.155936] env[65635]: value = "task-4426259" [ 799.155936] env[65635]: _type = "Task" [ 799.155936] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.168982] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.251291] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.277733] env[65635]: DEBUG nova.scheduler.client.report [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.293166] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e7f6c2-bb37-acbc-d184-9e6a5c9d1f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.032025} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.293375] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.293645] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.294098] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.294098] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.294309] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.294641] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55a950a8-99f7-4340-844e-23f74e0254a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.309952] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.310205] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.311050] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a7d876-eb21-424d-b6ad-983cb555e36f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.318976] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 799.318976] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52519d15-819f-22f2-fb0b-c407fefaec1e" [ 799.318976] env[65635]: _type = "Task" [ 799.318976] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.323753] env[65635]: DEBUG nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 799.334175] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52519d15-819f-22f2-fb0b-c407fefaec1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.353052] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 799.353478] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.353478] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 799.353643] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.353767] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 799.353909] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 799.354414] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 799.354414] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 799.354571] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 799.354625] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 799.355745] env[65635]: DEBUG nova.virt.hardware [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 799.355745] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84990e-9ebd-4f49-99cc-f594b1dcae45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.364985] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17b0acc-c72f-4e15-a4c7-883ecb41cd31 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.373155] env[65635]: WARNING neutronclient.v2_0.client [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.388346] env[65635]: DEBUG nova.network.neutron [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 799.476187] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.500802] env[65635]: DEBUG oslo_vmware.api [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426255, 'name': RemoveSnapshot_Task, 'duration_secs': 0.749628} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.501118] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 799.501374] env[65635]: INFO nova.compute.manager [None req-7aa18303-ea1c-43a0-a9e5-280034620493 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Took 16.41 seconds to snapshot the instance on the hypervisor. [ 799.639286] env[65635]: DEBUG oslo_vmware.api [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426258, 'name': PowerOnVM_Task, 'duration_secs': 0.582703} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.639286] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.639286] env[65635]: INFO nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Took 8.56 seconds to spawn the instance on the hypervisor. [ 799.639286] env[65635]: DEBUG nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.639286] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9800626a-206b-4e51-9085-286608de7bdf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.670694] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.787029] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.493s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.788665] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.830s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.789205] env[65635]: DEBUG nova.objects.instance [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lazy-loading 'resources' on Instance uuid adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.812573] env[65635]: INFO nova.scheduler.client.report [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Deleted allocations for instance da9e06f2-30cd-4409-87a4-10cddce2f4da [ 799.830451] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52519d15-819f-22f2-fb0b-c407fefaec1e, 'name': SearchDatastore_Task, 'duration_secs': 0.029712} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.831311] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd40a382-62da-4b97-9047-b68f194db629 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.839335] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 799.839335] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3870b-b5ce-b96e-a584-70afe89d0d0b" [ 799.839335] env[65635]: _type = "Task" [ 799.839335] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.848825] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3870b-b5ce-b96e-a584-70afe89d0d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.167025] env[65635]: INFO nova.compute.manager [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Took 32.88 seconds to build instance. [ 800.175388] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426259, 'name': ReconfigVM_Task, 'duration_secs': 0.83809} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.175668] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ed7ccecc-3471-4a79-b709-7c0da4198cf8/ed7ccecc-3471-4a79-b709-7c0da4198cf8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.176731] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff95f30-05b2-41b2-9768-e71b93761b1b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.184429] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 800.184429] env[65635]: value = "task-4426260" [ 800.184429] env[65635]: _type = "Task" [ 800.184429] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.198455] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426260, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.271762] env[65635]: DEBUG nova.network.neutron [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Successfully updated port: 3f627480-fbb1-4e82-9ff5-65edda7ba80e {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 800.329637] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ec36cbf9-2c92-4c1d-9ea7-f673cbc30dfe tempest-ServerAddressesNegativeTestJSON-658209887 tempest-ServerAddressesNegativeTestJSON-658209887-project-member] Lock "da9e06f2-30cd-4409-87a4-10cddce2f4da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.582s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.359664] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3870b-b5ce-b96e-a584-70afe89d0d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.363742] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.363849] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca/8f928b15-6c59-43ac-b6b2-4dad5f05c8ca.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.364520] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe8e241-7362-45b2-a9c7-cde0f0bb9c90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.374914] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 800.374914] env[65635]: value = "task-4426261" [ 800.374914] env[65635]: _type = "Task" [ 800.374914] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.388071] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.604891] env[65635]: WARNING neutronclient.v2_0.client [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.669645] env[65635]: DEBUG oslo_concurrency.lockutils [None req-631f1938-08dc-47ea-ab33-723a5e75ca70 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "adce64ab-e095-4076-a09a-d13c45b3ee8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.391s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.704635] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426260, 'name': Rename_Task, 'duration_secs': 0.372179} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.704635] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.704635] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6dde5bc-0dbb-4d99-9173-12c26e11dcc1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.716540] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 800.716540] env[65635]: value = "task-4426262" [ 800.716540] env[65635]: _type = "Task" [ 800.716540] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.734818] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.736214] env[65635]: WARNING neutronclient.v2_0.client [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.778303] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.778303] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.778303] env[65635]: DEBUG nova.network.neutron [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 800.862740] env[65635]: DEBUG nova.network.neutron [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updating instance_info_cache with network_info: [{"id": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "address": "fa:16:3e:97:d6:ce", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5bb96f-a2", "ovs_interfaceid": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.890597] env[65635]: DEBUG nova.network.neutron [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Updated VIF entry in instance network info cache for port b21d1d90-ecde-4738-b347-99ed10d1612b. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 800.891099] env[65635]: DEBUG nova.network.neutron [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Updating instance_info_cache with network_info: [{"id": "b21d1d90-ecde-4738-b347-99ed10d1612b", "address": "fa:16:3e:41:62:eb", "network": {"id": "390b19db-83b0-46df-a51f-509558f996e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838329145", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb21d1d90-ec", "ovs_interfaceid": "b21d1d90-ecde-4738-b347-99ed10d1612b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d127d0a-4946-44e5-a1eb-39513584c01c", "address": "fa:16:3e:f3:da:c7", "network": {"id": "6f32110f-bfbe-45a5-a2ce-b465e32d2d0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1728139098", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "10026294c6c341d5b0af6f709fe38f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d127d0a-49", "ovs_interfaceid": "0d127d0a-4946-44e5-a1eb-39513584c01c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.901505] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426261, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.109484] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb3936-7139-47a7-9b42-3480158aadd4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.118712] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c080868-ab91-48a7-ab8d-43ce93d373e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.157651] env[65635]: DEBUG nova.network.neutron [-] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.159158] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f4ded-bbd6-4a72-ba5d-4f6b5c773cfe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.163635] env[65635]: DEBUG nova.compute.manager [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Received event network-changed-3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.163812] env[65635]: DEBUG nova.compute.manager [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Refreshing instance network info cache due to event network-changed-3064719f-e165-4343-8315-98cefa4af9eb. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 801.164041] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Acquiring lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.164194] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Acquired lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.164407] env[65635]: DEBUG nova.network.neutron [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Refreshing network info cache for port 3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.180015] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234143fd-7b0c-4444-9121-fc3b51bbc3e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.991612] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Releasing lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.992044] env[65635]: DEBUG nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Instance network_info: |[{"id": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "address": "fa:16:3e:97:d6:ce", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5bb96f-a2", "ovs_interfaceid": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 801.992608] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Releasing lock "refresh_cache-ed7ccecc-3471-4a79-b709-7c0da4198cf8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.992744] env[65635]: DEBUG nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Received event network-vif-plugged-b92aff3f-1bc6-439c-8e86-e42d4f693b60 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.992919] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Acquiring lock "adce64ab-e095-4076-a09a-d13c45b3ee8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.993122] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Lock "adce64ab-e095-4076-a09a-d13c45b3ee8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.993281] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Lock "adce64ab-e095-4076-a09a-d13c45b3ee8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.993425] env[65635]: DEBUG nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] No waiting events found dispatching network-vif-plugged-b92aff3f-1bc6-439c-8e86-e42d4f693b60 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 801.993747] env[65635]: WARNING nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Received unexpected event network-vif-plugged-b92aff3f-1bc6-439c-8e86-e42d4f693b60 for instance with vm_state building and task_state spawning. [ 801.993967] env[65635]: DEBUG nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Received event network-changed-b92aff3f-1bc6-439c-8e86-e42d4f693b60 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.993967] env[65635]: DEBUG nova.compute.manager [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Refreshing instance network info cache due to event network-changed-b92aff3f-1bc6-439c-8e86-e42d4f693b60. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 801.994167] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Acquiring lock "refresh_cache-adce64ab-e095-4076-a09a-d13c45b3ee8a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.994308] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Acquired lock "refresh_cache-adce64ab-e095-4076-a09a-d13c45b3ee8a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.994490] env[65635]: DEBUG nova.network.neutron [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Refreshing network info cache for port b92aff3f-1bc6-439c-8e86-e42d4f693b60 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.995783] env[65635]: DEBUG oslo_concurrency.lockutils [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.995996] env[65635]: DEBUG oslo_concurrency.lockutils [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.996264] env[65635]: DEBUG nova.compute.manager [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 801.997101] env[65635]: INFO nova.compute.manager [-] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Took 2.92 seconds to deallocate network for instance. [ 801.997247] env[65635]: WARNING neutronclient.v2_0.client [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.001758] env[65635]: DEBUG nova.compute.manager [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Received event network-changed-43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 802.001758] env[65635]: DEBUG nova.compute.manager [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Refreshing instance network info cache due to event network-changed-43b45920-3465-404c-8e27-9168a9275ffc. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 802.001758] env[65635]: DEBUG oslo_concurrency.lockutils [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] Acquiring lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.001758] env[65635]: DEBUG oslo_concurrency.lockutils [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] Acquired lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.001758] env[65635]: DEBUG nova.network.neutron [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Refreshing network info cache for port 43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.008896] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d6:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b5bb96f-a2a0-48bc-a88d-80a72c840971', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.017714] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Creating folder: Project (2fb373a730cc4b63a057327f3e91a789). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.022029] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4e150d-00ef-4d6b-b332-e489e16ca0e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.035865] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdb738f3-e630-4086-a714-ffa9f8425a61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.039418] env[65635]: DEBUG nova.compute.provider_tree [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.049605] env[65635]: DEBUG oslo_vmware.api [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426262, 'name': PowerOnVM_Task, 'duration_secs': 1.142408} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.055043] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.055295] env[65635]: INFO nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Took 13.80 seconds to spawn the instance on the hypervisor. [ 802.055469] env[65635]: DEBUG nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 802.056334] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690617} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.056897] env[65635]: DEBUG nova.compute.manager [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 802.057268] env[65635]: DEBUG nova.objects.instance [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.060879] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6aa23c-b472-42c6-ac8b-2a7936699818 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.063908] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca/8f928b15-6c59-43ac-b6b2-4dad5f05c8ca.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.064231] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.064549] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Created folder: Project (2fb373a730cc4b63a057327f3e91a789) in parent group-v866005. [ 802.064737] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Creating folder: Instances. Parent ref: group-v866143. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.065459] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5a306b-a79e-4322-b864-442c49a08bf8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.067560] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-212e7f5a-d290-4f4e-a883-f2f799edfc3c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.079483] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 802.079483] env[65635]: value = "task-4426265" [ 802.079483] env[65635]: _type = "Task" [ 802.079483] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.088372] env[65635]: DEBUG nova.network.neutron [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 802.091932] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Created folder: Instances in parent group-v866143. [ 802.092386] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 802.094639] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.094639] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82651403-6be3-425e-943f-9b9bdc3c61fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.114756] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.121654] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.121654] env[65635]: value = "task-4426266" [ 802.121654] env[65635]: _type = "Task" [ 802.121654] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.135963] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426266, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.438183] env[65635]: WARNING neutronclient.v2_0.client [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.506065] env[65635]: WARNING neutronclient.v2_0.client [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.536035] env[65635]: WARNING neutronclient.v2_0.client [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.547231] env[65635]: DEBUG nova.scheduler.client.report [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.555807] env[65635]: WARNING neutronclient.v2_0.client [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.559052] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.594414] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.598276] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e17c19-924e-44ce-be41-8044530786d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.602982] env[65635]: INFO nova.compute.manager [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Took 35.82 seconds to build instance. [ 802.615586] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077881} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.618211] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.618481] env[65635]: DEBUG oslo_vmware.api [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 802.618481] env[65635]: value = "task-4426267" [ 802.618481] env[65635]: _type = "Task" [ 802.618481] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.620518] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7fca13-0124-4758-84a9-a32300a62838 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.655367] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca/8f928b15-6c59-43ac-b6b2-4dad5f05c8ca.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.664266] env[65635]: DEBUG nova.network.neutron [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Updating instance_info_cache with network_info: [{"id": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "address": "fa:16:3e:52:39:22", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f627480-fb", "ovs_interfaceid": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.667045] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f61c76-e29f-4c43-acce-18f894bb312d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.690563] env[65635]: DEBUG oslo_vmware.api [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.701896] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426266, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.710068] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 802.710068] env[65635]: value = "task-4426268" [ 802.710068] env[65635]: _type = "Task" [ 802.710068] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.725102] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.925785] env[65635]: DEBUG nova.network.neutron [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updated VIF entry in instance network info cache for port 3064719f-e165-4343-8315-98cefa4af9eb. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 802.926154] env[65635]: DEBUG nova.network.neutron [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.060985] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.272s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.063864] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.839s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.065371] env[65635]: DEBUG nova.objects.instance [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lazy-loading 'resources' on Instance uuid bcbdf06f-8abb-449b-b289-a5509544dd0a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.107736] env[65635]: INFO nova.scheduler.client.report [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Deleted allocations for instance adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd [ 803.115625] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c84ac6c-9676-4e30-9acf-f68a893f8260 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.349s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.137376] env[65635]: DEBUG oslo_vmware.api [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426267, 'name': PowerOffVM_Task, 'duration_secs': 0.252028} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.138074] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.138278] env[65635]: DEBUG nova.compute.manager [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.139101] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25297d0-74b4-4eef-af74-fd38c80ac0ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.146767] env[65635]: WARNING neutronclient.v2_0.client [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.151105] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426266, 'name': CreateVM_Task, 'duration_secs': 0.640115} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.151105] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.151105] env[65635]: WARNING neutronclient.v2_0.client [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.151737] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.151737] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.151737] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.151976] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93970a3-05cf-420b-a026-6380df0bbede {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.162865] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 803.162865] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241a58b-af1f-3c83-1348-312cba5245bf" [ 803.162865] env[65635]: _type = "Task" [ 803.162865] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.171780] env[65635]: WARNING neutronclient.v2_0.client [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.177540] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241a58b-af1f-3c83-1348-312cba5245bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.194849] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.194991] env[65635]: DEBUG nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Instance network_info: |[{"id": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "address": "fa:16:3e:52:39:22", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f627480-fb", "ovs_interfaceid": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 803.195565] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:39:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f627480-fbb1-4e82-9ff5-65edda7ba80e', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.204751] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Creating folder: Project (4905ff536572456da9c88882a6f73633). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.205939] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caa1ae09-e26f-48ba-9199-83ee946a1377 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.223949] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426268, 'name': ReconfigVM_Task, 'duration_secs': 0.504877} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.224527] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca/8f928b15-6c59-43ac-b6b2-4dad5f05c8ca.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.225920] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Created folder: Project (4905ff536572456da9c88882a6f73633) in parent group-v866005. [ 803.226019] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Creating folder: Instances. Parent ref: group-v866146. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.226259] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54ffc950-51c4-4ec1-b0d3-bbb5613af3a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.227948] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-947bace2-f76c-483e-be4f-8b54907b5855 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.236978] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 803.236978] env[65635]: value = "task-4426271" [ 803.236978] env[65635]: _type = "Task" [ 803.236978] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.245465] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Created folder: Instances in parent group-v866146. [ 803.246030] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 803.246324] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.246927] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3b163d6-8c97-492e-b0d9-638a6435d409 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.272027] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426271, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.281911] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "d7987023-1fb3-4c04-a111-128ecb53375c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.282416] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "d7987023-1fb3-4c04-a111-128ecb53375c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.284091] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.284091] env[65635]: value = "task-4426272" [ 803.284091] env[65635]: _type = "Task" [ 803.284091] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.294310] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426272, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.336772] env[65635]: INFO nova.compute.manager [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Rebuilding instance [ 803.367061] env[65635]: DEBUG nova.network.neutron [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Updated VIF entry in instance network info cache for port b92aff3f-1bc6-439c-8e86-e42d4f693b60. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.369310] env[65635]: DEBUG nova.network.neutron [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Updating instance_info_cache with network_info: [{"id": "b92aff3f-1bc6-439c-8e86-e42d4f693b60", "address": "fa:16:3e:74:37:80", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92aff3f-1b", "ovs_interfaceid": "b92aff3f-1bc6-439c-8e86-e42d4f693b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.375676] env[65635]: DEBUG nova.network.neutron [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Updated VIF entry in instance network info cache for port 43b45920-3465-404c-8e27-9168a9275ffc. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.376310] env[65635]: DEBUG nova.network.neutron [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Updating instance_info_cache with network_info: [{"id": "43b45920-3465-404c-8e27-9168a9275ffc", "address": "fa:16:3e:0d:d6:2b", "network": {"id": "8debee9b-d5fa-4921-a0df-7118cc01152c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309720752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac08207836d44f99e85995307a54a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b45920-34", "ovs_interfaceid": "43b45920-3465-404c-8e27-9168a9275ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.414803] env[65635]: DEBUG nova.compute.manager [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.417543] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b1ae0-d8c2-428e-a267-c1bb82945ef6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.432113] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Releasing lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.432400] env[65635]: DEBUG nova.compute.manager [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Received event network-vif-plugged-2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 803.432585] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Acquiring lock "adba26bf-8382-4897-b5ee-369cd46084d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.432783] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Lock "adba26bf-8382-4897-b5ee-369cd46084d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.432939] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Lock "adba26bf-8382-4897-b5ee-369cd46084d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.433131] env[65635]: DEBUG nova.compute.manager [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] No waiting events found dispatching network-vif-plugged-2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 803.433311] env[65635]: WARNING nova.compute.manager [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Received unexpected event network-vif-plugged-2b5bb96f-a2a0-48bc-a88d-80a72c840971 for instance with vm_state building and task_state spawning. [ 803.433520] env[65635]: DEBUG nova.compute.manager [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Received event network-changed-2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 803.433759] env[65635]: DEBUG nova.compute.manager [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Refreshing instance network info cache due to event network-changed-2b5bb96f-a2a0-48bc-a88d-80a72c840971. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 803.433933] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Acquiring lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.434094] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Acquired lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.434256] env[65635]: DEBUG nova.network.neutron [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Refreshing network info cache for port 2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.616208] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2d4369e1-0073-4797-9f60-1e9f71429c47 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.301s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.670347] env[65635]: DEBUG oslo_concurrency.lockutils [None req-83c5f475-8f53-4bd5-ad98-b461f85c70ad tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.672s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.676936] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241a58b-af1f-3c83-1348-312cba5245bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.677352] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.677586] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.677823] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.678093] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.678685] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.682809] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef5f830-a0e1-4fd0-ad01-f9eb7aedf844 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.696935] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.696935] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.696935] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4113db8f-2fa8-4921-884e-961da63fdf93 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.709868] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 803.709868] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c795e1-7cd1-ce58-acb4-0f61fd451976" [ 803.709868] env[65635]: _type = "Task" [ 803.709868] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.720450] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c795e1-7cd1-ce58-acb4-0f61fd451976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.738911] env[65635]: DEBUG nova.compute.manager [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.742306] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37440f12-e1a1-4963-9c33-884a8351db20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.756423] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426271, 'name': Rename_Task, 'duration_secs': 0.209336} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.758202] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.760423] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f6620f4-6f1e-4ee8-8da0-1d602ea391d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.772609] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 803.772609] env[65635]: value = "task-4426273" [ 803.772609] env[65635]: _type = "Task" [ 803.772609] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.782013] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.785472] env[65635]: DEBUG nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 803.798742] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426272, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.873354] env[65635]: DEBUG oslo_concurrency.lockutils [req-7a924c5d-2763-4264-a955-422d07ba2994 req-bdb6ad7d-02c4-45d2-a5a2-5fadfd70f763 service nova] Releasing lock "refresh_cache-adce64ab-e095-4076-a09a-d13c45b3ee8a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.882922] env[65635]: DEBUG oslo_concurrency.lockutils [req-1096e07a-b038-4e29-a4c1-c28a7deacf55 req-d68a8224-0eef-4d19-90e0-9bfb853b6933 service nova] Releasing lock "refresh_cache-33244e0f-13fa-4391-8847-db9acfae01ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.942954] env[65635]: WARNING neutronclient.v2_0.client [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.179187] env[65635]: WARNING neutronclient.v2_0.client [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.226889] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c795e1-7cd1-ce58-acb4-0f61fd451976, 'name': SearchDatastore_Task, 'duration_secs': 0.013824} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.227785] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f71e9a-0da2-479e-b826-b96cf17300e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.240689] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 804.240689] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5272ab02-94bc-4d57-ebf4-4a76c14dc543" [ 804.240689] env[65635]: _type = "Task" [ 804.240689] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.254394] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5272ab02-94bc-4d57-ebf4-4a76c14dc543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.266670] env[65635]: INFO nova.compute.manager [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] instance snapshotting [ 804.266670] env[65635]: DEBUG nova.objects.instance [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'flavor' on Instance uuid f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.289204] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.299742] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fba970e-e6c9-4dec-a3ea-d7bc4ede021c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.309779] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426272, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.311237] env[65635]: DEBUG nova.network.neutron [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updated VIF entry in instance network info cache for port 2b5bb96f-a2a0-48bc-a88d-80a72c840971. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.311481] env[65635]: DEBUG nova.network.neutron [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updating instance_info_cache with network_info: [{"id": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "address": "fa:16:3e:97:d6:ce", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5bb96f-a2", "ovs_interfaceid": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.320051] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03f0394-435f-4a0c-bfa6-a4b85d55b35c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.358993] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.359849] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a9c1de-2d15-4768-9dc9-49f68d0fed20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.369491] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fff2383-db22-4504-82a5-f555f2e079a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.391578] env[65635]: DEBUG nova.compute.provider_tree [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.444674] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.445109] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a669521-7caf-4b65-88e2-f238bbbc3cd8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.453666] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 804.453666] env[65635]: value = "task-4426274" [ 804.453666] env[65635]: _type = "Task" [ 804.453666] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.466428] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.752935] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5272ab02-94bc-4d57-ebf4-4a76c14dc543, 'name': SearchDatastore_Task, 'duration_secs': 0.014073} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.753235] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.753519] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] adba26bf-8382-4897-b5ee-369cd46084d8/adba26bf-8382-4897-b5ee-369cd46084d8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.753794] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4591eab1-467f-4c22-aa70-243348df28ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.761395] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 804.761395] env[65635]: value = "task-4426275" [ 804.761395] env[65635]: _type = "Task" [ 804.761395] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.774033] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.775326] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e165c72b-c7e2-4783-a6bf-14688033055e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.788461] env[65635]: DEBUG oslo_vmware.api [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426273, 'name': PowerOnVM_Task, 'duration_secs': 0.878053} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.806177] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.807435] env[65635]: INFO nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Took 11.00 seconds to spawn the instance on the hypervisor. [ 804.807435] env[65635]: DEBUG nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 804.807728] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa9c43e-5a1c-4810-8f29-688caa004863 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.810973] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd58284-66f6-4720-997d-7a21cc09be50 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.823172] env[65635]: DEBUG oslo_concurrency.lockutils [req-61b2c425-0527-46e4-81b9-4fd19f0fd0eb req-a2af1407-9689-4d69-a74b-552e3a8a73a8 service nova] Releasing lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.823786] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426272, 'name': CreateVM_Task, 'duration_secs': 1.468511} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.827405] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.836862] env[65635]: WARNING neutronclient.v2_0.client [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.837279] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.837434] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.837778] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.839374] env[65635]: DEBUG nova.compute.manager [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Received event network-vif-plugged-3f627480-fbb1-4e82-9ff5-65edda7ba80e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.839519] env[65635]: DEBUG oslo_concurrency.lockutils [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] Acquiring lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.839745] env[65635]: DEBUG oslo_concurrency.lockutils [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] Lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.839925] env[65635]: DEBUG oslo_concurrency.lockutils [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] Lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.840494] env[65635]: DEBUG nova.compute.manager [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] No waiting events found dispatching network-vif-plugged-3f627480-fbb1-4e82-9ff5-65edda7ba80e {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 804.842560] env[65635]: WARNING nova.compute.manager [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Received unexpected event network-vif-plugged-3f627480-fbb1-4e82-9ff5-65edda7ba80e for instance with vm_state building and task_state spawning. [ 804.842560] env[65635]: DEBUG nova.compute.manager [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Received event network-changed-3f627480-fbb1-4e82-9ff5-65edda7ba80e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.842829] env[65635]: DEBUG nova.compute.manager [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Refreshing instance network info cache due to event network-changed-3f627480-fbb1-4e82-9ff5-65edda7ba80e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 804.843263] env[65635]: DEBUG oslo_concurrency.lockutils [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] Acquiring lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.843263] env[65635]: DEBUG oslo_concurrency.lockutils [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] Acquired lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.843263] env[65635]: DEBUG nova.network.neutron [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Refreshing network info cache for port 3f627480-fbb1-4e82-9ff5-65edda7ba80e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.846332] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f289c1-3415-4ec3-91c1-3409576552b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.857042] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 804.857042] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5206b4a4-05b8-9235-aea1-9da03abe55fa" [ 804.857042] env[65635]: _type = "Task" [ 804.857042] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.872033] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5206b4a4-05b8-9235-aea1-9da03abe55fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.873731] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.873731] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.873731] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.873731] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.873731] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.873731] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3011b4e6-1fd1-4174-87a9-c97988149338 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.885432] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.885432] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.885432] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747ecf73-f6e1-4eb8-a8f1-2805f9738b35 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.891115] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 804.891115] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ca8bb6-4ed8-fd93-646a-9dac05fcccbd" [ 804.891115] env[65635]: _type = "Task" [ 804.891115] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.896290] env[65635]: DEBUG nova.scheduler.client.report [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.913613] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ca8bb6-4ed8-fd93-646a-9dac05fcccbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.913613] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c95838-248e-4edd-a13b-1e59b239fe62 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.926967] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 804.926967] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527495c6-e36d-0d74-bdf2-c8f4375a7f27" [ 804.926967] env[65635]: _type = "Task" [ 804.926967] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.939831] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527495c6-e36d-0d74-bdf2-c8f4375a7f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.965898] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426274, 'name': PowerOffVM_Task, 'duration_secs': 0.252462} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.966305] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.966454] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.967425] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3859b7c3-e9d3-464d-9e08-1b69b4d033ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.978920] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.983672] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-942f4487-cf62-403e-86d5-786981aa0495 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.096955] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.100281] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.100647] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleting the datastore file [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.100992] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e42f233c-331f-4d11-9c4f-e592da5f7069 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.104130] env[65635]: DEBUG nova.compute.manager [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 805.105031] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba55a706-64d8-4c54-84b2-72bdc55a288b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.119616] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 805.119616] env[65635]: value = "task-4426277" [ 805.119616] env[65635]: _type = "Task" [ 805.119616] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.131250] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.273404] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426275, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.337822] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 805.338169] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-679ed358-acc9-4e36-b93b-6cf2fd50e11c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.355028] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 805.355028] env[65635]: value = "task-4426278" [ 805.355028] env[65635]: _type = "Task" [ 805.355028] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.355028] env[65635]: WARNING neutronclient.v2_0.client [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.360226] env[65635]: INFO nova.compute.manager [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Took 35.10 seconds to build instance. [ 805.371748] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.402947] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.408685] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.384s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.408985] env[65635]: DEBUG nova.objects.instance [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lazy-loading 'resources' on Instance uuid 61335b38-5e93-4a82-bbc3-55045f7c5a82 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.451057] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527495c6-e36d-0d74-bdf2-c8f4375a7f27, 'name': SearchDatastore_Task, 'duration_secs': 0.035003} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.451057] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.451207] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a/76b8ba30-a5b1-44ea-ac84-c47dea905c0a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.451864] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bffdda06-07b0-42c0-84db-1b0f3c2617ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.461382] env[65635]: INFO nova.scheduler.client.report [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Deleted allocations for instance bcbdf06f-8abb-449b-b289-a5509544dd0a [ 805.466151] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 805.466151] env[65635]: value = "task-4426279" [ 805.466151] env[65635]: _type = "Task" [ 805.466151] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.482123] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.486507] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.486507] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.486738] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "0bca13d5-0620-4110-b8f2-a49f1f91352d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.487168] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.487168] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.489692] env[65635]: INFO nova.compute.manager [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Terminating instance [ 805.620295] env[65635]: INFO nova.compute.manager [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] instance snapshotting [ 805.627560] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c60f537-93b5-4b80-9bbf-752128874748 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.653172] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d789a5e-ee0d-4c9c-8082-8d37e52f9c45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.656356] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305229} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.658060] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.658060] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.658060] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.779341] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528777} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.779597] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] adba26bf-8382-4897-b5ee-369cd46084d8/adba26bf-8382-4897-b5ee-369cd46084d8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.779822] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.780126] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a5f33a-6366-48af-b5a4-ac0247971e85 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.790499] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 805.790499] env[65635]: value = "task-4426280" [ 805.790499] env[65635]: _type = "Task" [ 805.790499] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.804840] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.867140] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dcd1e209-b9b4-45f9-b6be-d03fb2fe95c3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.613s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.876846] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.927611] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.927611] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.927830] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.928542] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.928542] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.930570] env[65635]: INFO nova.compute.manager [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Terminating instance [ 805.976846] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27a9f0b0-659e-4043-8c6d-0f61b0fd32e1 tempest-ServerMetadataTestJSON-1411665217 tempest-ServerMetadataTestJSON-1411665217-project-member] Lock "bcbdf06f-8abb-449b-b289-a5509544dd0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.800s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.984885] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426279, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.997084] env[65635]: DEBUG nova.compute.manager [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 805.997314] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.998707] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c795da-7da3-49e5-86b9-b990519c0bba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.011207] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.011550] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efc7738b-26dc-4984-a190-4f7d48db0e75 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.023122] env[65635]: DEBUG oslo_vmware.api [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 806.023122] env[65635]: value = "task-4426281" [ 806.023122] env[65635]: _type = "Task" [ 806.023122] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.033851] env[65635]: DEBUG nova.objects.instance [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.035311] env[65635]: DEBUG oslo_vmware.api [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4426281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.076304] env[65635]: WARNING neutronclient.v2_0.client [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.172949] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.174042] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1da2fa6-b54a-453f-bc06-df827f78574d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.183851] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 806.183851] env[65635]: value = "task-4426282" [ 806.183851] env[65635]: _type = "Task" [ 806.183851] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.199434] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426282, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.306289] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215265} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.306608] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.307601] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c037482-f01d-4b84-b234-b59ee1febf98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.334123] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] adba26bf-8382-4897-b5ee-369cd46084d8/adba26bf-8382-4897-b5ee-369cd46084d8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.337725] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d8260a7-f67a-423e-8cc9-36cf8fb7d54e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.363273] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 806.363273] env[65635]: value = "task-4426283" [ 806.363273] env[65635]: _type = "Task" [ 806.363273] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.372732] env[65635]: DEBUG oslo_concurrency.lockutils [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "a413a372-b513-4254-8516-8069c2374862" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.372971] env[65635]: DEBUG oslo_concurrency.lockutils [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "a413a372-b513-4254-8516-8069c2374862" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.373178] env[65635]: DEBUG nova.compute.manager [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 806.374325] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8debd626-bfff-4132-b991-cc33c05d28c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.382448] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426278, 'name': CreateSnapshot_Task, 'duration_secs': 0.883858} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.387170] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.387507] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.391073] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cdff85-5fe6-4b55-8b8e-e27140106f61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.397289] env[65635]: DEBUG nova.compute.manager [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 806.398014] env[65635]: DEBUG nova.objects.instance [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lazy-loading 'flavor' on Instance uuid a413a372-b513-4254-8516-8069c2374862 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.403824] env[65635]: DEBUG nova.network.neutron [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Updated VIF entry in instance network info cache for port 3f627480-fbb1-4e82-9ff5-65edda7ba80e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.404314] env[65635]: DEBUG nova.network.neutron [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Updating instance_info_cache with network_info: [{"id": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "address": "fa:16:3e:52:39:22", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f627480-fb", "ovs_interfaceid": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.440471] env[65635]: DEBUG nova.compute.manager [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 806.440471] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.440755] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquiring lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.441022] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.441233] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquiring lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.441389] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.441550] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.444031] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c65072-6a7c-4558-9433-61a8e78de40b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.447778] env[65635]: INFO nova.compute.manager [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Terminating instance [ 806.456629] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.458118] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d897421b-3cab-4b02-a919-1237c208d9bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.468409] env[65635]: DEBUG oslo_vmware.api [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 806.468409] env[65635]: value = "task-4426284" [ 806.468409] env[65635]: _type = "Task" [ 806.468409] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.490960] env[65635]: DEBUG oslo_vmware.api [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.496742] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53776} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.497134] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a/76b8ba30-a5b1-44ea-ac84-c47dea905c0a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.497451] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.497797] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6152c14-8b55-41e9-b68e-1283c37d7e01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.512132] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 806.512132] env[65635]: value = "task-4426285" [ 806.512132] env[65635]: _type = "Task" [ 806.512132] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.533014] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.552320] env[65635]: DEBUG oslo_vmware.api [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4426281, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.553553] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.553928] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.554237] env[65635]: DEBUG nova.network.neutron [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 806.554426] env[65635]: DEBUG nova.objects.instance [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'info_cache' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.643020] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f17b3-93e8-42e1-8ef1-a7c4ccca1a3e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.654306] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2df362-2357-44e5-afdb-620fa04a157d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.704508] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e015365-def4-4874-93b8-e0b7941a69f6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.718196] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426282, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.720246] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7386fb-0124-4f6d-adc2-a21f81e5b024 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.739856] env[65635]: DEBUG nova.compute.provider_tree [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.752976] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 806.754423] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.754423] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 806.754423] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.754423] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 806.754423] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 806.755070] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 806.755070] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 806.755618] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 806.755618] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 806.755741] env[65635]: DEBUG nova.virt.hardware [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 806.757582] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b15df1-5681-4404-8c63-a1a77f918ff7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.769498] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfc71c1-5e75-4e43-8017-e3db8950a039 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.788261] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:c4:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd783f708-a33b-44c6-aac8-b993f6ff66b1', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.798272] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 806.798959] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.798959] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1655b6c1-41fe-44cb-a60b-70749d55486d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.824025] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.824025] env[65635]: value = "task-4426286" [ 806.824025] env[65635]: _type = "Task" [ 806.824025] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.834126] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426286, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.879417] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426283, 'name': ReconfigVM_Task, 'duration_secs': 0.489556} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.879583] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] adba26bf-8382-4897-b5ee-369cd46084d8/adba26bf-8382-4897-b5ee-369cd46084d8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.880353] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beda6466-17f0-4cf1-96a1-b537a8b90f0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.888454] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 806.888454] env[65635]: value = "task-4426287" [ 806.888454] env[65635]: _type = "Task" [ 806.888454] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.898695] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426287, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.914276] env[65635]: DEBUG oslo_concurrency.lockutils [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] Releasing lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.914276] env[65635]: DEBUG nova.compute.manager [req-58196e57-f28c-4103-9dec-239830233b9f req-70fb2263-9586-4064-ade0-de1e57049dbf service nova] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Received event network-vif-deleted-4bc68951-cd1f-4cfc-ae5f-56952ef4c585 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 806.922928] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.924211] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7a78a42-03d6-45fc-8a0c-f58245a0709e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.934287] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 806.934287] env[65635]: value = "task-4426288" [ 806.934287] env[65635]: _type = "Task" [ 806.934287] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.946584] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426288, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.953936] env[65635]: DEBUG nova.compute.manager [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 806.954198] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.955183] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a4519-dcf0-419c-bb6f-e1fc07c0dfa2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.966538] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.966846] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ac11dbd-9768-4179-8780-415712f417bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.974843] env[65635]: DEBUG oslo_vmware.api [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 806.974843] env[65635]: value = "task-4426289" [ 806.974843] env[65635]: _type = "Task" [ 806.974843] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.979663] env[65635]: DEBUG oslo_vmware.api [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426284, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.991263] env[65635]: DEBUG oslo_vmware.api [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.028439] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083277} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.036351] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.039240] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b366e290-3381-4c7b-959a-3858942ae3ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.053174] env[65635]: DEBUG oslo_vmware.api [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4426281, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.068049] env[65635]: DEBUG nova.objects.base [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Object Instance<51ed186e-a115-447b-ae00-83211ccc0d7c> lazy-loaded attributes: flavor,info_cache {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 807.079505] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a/76b8ba30-a5b1-44ea-ac84-c47dea905c0a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.082067] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006adb34-2c2a-4554-b429-c9e06ece1ca8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.107211] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 807.107211] env[65635]: value = "task-4426290" [ 807.107211] env[65635]: _type = "Task" [ 807.107211] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.120540] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.213120] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426282, 'name': CreateSnapshot_Task, 'duration_secs': 0.973847} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.213379] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 807.214438] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ddd68-b6a7-40eb-b7a8-d6907e7d33ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.248837] env[65635]: DEBUG nova.scheduler.client.report [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.342507] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426286, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.406555] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.406763] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426287, 'name': Rename_Task, 'duration_secs': 0.211845} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.406930] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fe62bbf-a5fc-498a-8f05-ee08c84b8a22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.409182] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.409581] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5fdb6c0-952b-42f2-a628-c682de54022f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.422703] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 807.422703] env[65635]: value = "task-4426291" [ 807.422703] env[65635]: _type = "Task" [ 807.422703] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.425064] env[65635]: DEBUG oslo_vmware.api [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 807.425064] env[65635]: value = "task-4426292" [ 807.425064] env[65635]: _type = "Task" [ 807.425064] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.448393] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.453395] env[65635]: DEBUG oslo_vmware.api [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.460768] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426288, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.482042] env[65635]: DEBUG oslo_vmware.api [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426284, 'name': PowerOffVM_Task, 'duration_secs': 0.768134} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.489383] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.489751] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.490825] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03498eba-551d-4b1f-b861-072a9b5c2a00 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.500685] env[65635]: DEBUG oslo_vmware.api [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426289, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.544459] env[65635]: DEBUG oslo_vmware.api [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4426281, 'name': PowerOffVM_Task, 'duration_secs': 1.197195} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.544756] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.545016] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.545339] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6cfe1de-c20f-4444-85e9-c438d10980c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.581862] env[65635]: WARNING neutronclient.v2_0.client [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.621807] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.696057] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.696057] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.696057] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Deleting the datastore file [datastore2] 0bca13d5-0620-4110-b8f2-a49f1f91352d {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.696057] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f69aa71-8bd9-40dc-b1a2-3132f68914cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.705509] env[65635]: DEBUG oslo_vmware.api [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for the task: (returnval){ [ 807.705509] env[65635]: value = "task-4426295" [ 807.705509] env[65635]: _type = "Task" [ 807.705509] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.711878] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.712247] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.712488] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Deleting the datastore file [datastore1] ed7ccecc-3471-4a79-b709-7c0da4198cf8 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.713530] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bef8346-a278-44a3-bc6b-d40963b102f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.720021] env[65635]: DEBUG oslo_vmware.api [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4426295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.726104] env[65635]: DEBUG oslo_vmware.api [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for the task: (returnval){ [ 807.726104] env[65635]: value = "task-4426296" [ 807.726104] env[65635]: _type = "Task" [ 807.726104] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.737723] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 807.738532] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30af02b4-1392-44c2-a08d-cfc10badc166 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.749864] env[65635]: DEBUG oslo_vmware.api [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.757829] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.760413] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 807.760413] env[65635]: value = "task-4426297" [ 807.760413] env[65635]: _type = "Task" [ 807.760413] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.761514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.655s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.762690] env[65635]: INFO nova.compute.claims [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.778539] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426297, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.811297] env[65635]: INFO nova.scheduler.client.report [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleted allocations for instance 61335b38-5e93-4a82-bbc3-55045f7c5a82 [ 807.838270] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426286, 'name': CreateVM_Task, 'duration_secs': 0.789061} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.838946] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.840692] env[65635]: WARNING neutronclient.v2_0.client [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 807.840958] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.841154] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.841532] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.841835] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd52dde-f5e3-40b2-8412-0ebe89862221 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.849795] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 807.849795] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528b8d26-261a-3c9e-71c4-bc5e69e19a16" [ 807.849795] env[65635]: _type = "Task" [ 807.849795] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.862740] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528b8d26-261a-3c9e-71c4-bc5e69e19a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.947949] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426291, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.966368] env[65635]: DEBUG oslo_vmware.api [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426292, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.971250] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426288, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.995217] env[65635]: DEBUG oslo_vmware.api [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426289, 'name': PowerOffVM_Task, 'duration_secs': 0.63548} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.995614] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.995794] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.996101] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-def73cfa-326e-4cf3-9120-dc403ef8873b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.077477] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.077701] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.077903] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Deleting the datastore file [datastore2] c57fa6a5-d2d0-4f9f-94e0-88d2c350b212 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.078305] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1018d1ca-1e91-45b4-998a-6e8369fc0dd6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.089475] env[65635]: DEBUG oslo_vmware.api [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for the task: (returnval){ [ 808.089475] env[65635]: value = "task-4426299" [ 808.089475] env[65635]: _type = "Task" [ 808.089475] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.102919] env[65635]: DEBUG oslo_vmware.api [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.122196] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426290, 'name': ReconfigVM_Task, 'duration_secs': 0.556563} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.122196] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a/76b8ba30-a5b1-44ea-ac84-c47dea905c0a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.122196] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6bc1529-8362-43d1-9542-50677f60176a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.131935] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 808.131935] env[65635]: value = "task-4426300" [ 808.131935] env[65635]: _type = "Task" [ 808.131935] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.147753] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426300, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.213764] env[65635]: WARNING neutronclient.v2_0.client [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.226604] env[65635]: DEBUG oslo_vmware.api [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Task: {'id': task-4426295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229164} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.228559] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.228559] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.228559] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.228559] env[65635]: INFO nova.compute.manager [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Took 2.23 seconds to destroy the instance on the hypervisor. [ 808.228559] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 808.233179] env[65635]: DEBUG nova.compute.manager [-] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 808.233179] env[65635]: DEBUG nova.network.neutron [-] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 808.233179] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.245179] env[65635]: DEBUG oslo_vmware.api [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Task: {'id': task-4426296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246409} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.245506] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.245749] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.245947] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.246235] env[65635]: INFO nova.compute.manager [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Took 1.81 seconds to destroy the instance on the hypervisor. [ 808.246525] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 808.246747] env[65635]: DEBUG nova.compute.manager [-] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 808.246847] env[65635]: DEBUG nova.network.neutron [-] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 808.247117] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.286201] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426297, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.326693] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aa26019a-0a3f-4193-bf11-43a9a896c9a1 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "61335b38-5e93-4a82-bbc3-55045f7c5a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.324s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.367012] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528b8d26-261a-3c9e-71c4-bc5e69e19a16, 'name': SearchDatastore_Task, 'duration_secs': 0.023594} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.371022] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.371022] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.371022] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.371022] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.371022] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.371441] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.371762] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63cf332e-7213-4783-bb94-7b595a746773 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.384307] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.384909] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.385456] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0204bb5a-89d3-4043-bd04-ebaf99022ec0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.394191] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 808.394191] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3c099-fadb-9453-8ae5-067f2a224825" [ 808.394191] env[65635]: _type = "Task" [ 808.394191] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.404453] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3c099-fadb-9453-8ae5-067f2a224825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.439942] env[65635]: DEBUG oslo_vmware.api [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426291, 'name': PowerOnVM_Task, 'duration_secs': 0.827139} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.440680] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.440919] env[65635]: INFO nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Took 11.89 seconds to spawn the instance on the hypervisor. [ 808.441122] env[65635]: DEBUG nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 808.442222] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46defe24-ebd3-47bc-aaee-78a09f65ecd7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.449363] env[65635]: DEBUG oslo_vmware.api [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426292, 'name': PowerOffVM_Task, 'duration_secs': 0.647166} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.450716] env[65635]: DEBUG nova.network.neutron [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updating instance_info_cache with network_info: [{"id": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "address": "fa:16:3e:8d:46:bd", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7fd9b7-a2", "ovs_interfaceid": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.461639] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.462182] env[65635]: DEBUG nova.compute.manager [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 808.465304] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776a11d0-74d0-4023-b631-b5c867f8429b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.487650] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.492213] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426288, 'name': CloneVM_Task, 'duration_secs': 1.46852} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.492363] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Created linked-clone VM from snapshot [ 808.495020] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5de887-ffd3-4aa7-beee-1f525123e6a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.504075] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Uploading image 3a6b950d-7902-47e8-9db5-fd9ffb8016a0 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.554119] env[65635]: DEBUG oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.554119] env[65635]: value = "vm-866151" [ 808.554119] env[65635]: _type = "VirtualMachine" [ 808.554119] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.554596] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f2196d2-860b-41b7-a0ed-2faada3e4087 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.565654] env[65635]: DEBUG oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease: (returnval){ [ 808.565654] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e35653-ecab-bb5a-a953-70320680c5f5" [ 808.565654] env[65635]: _type = "HttpNfcLease" [ 808.565654] env[65635]: } obtained for exporting VM: (result){ [ 808.565654] env[65635]: value = "vm-866151" [ 808.565654] env[65635]: _type = "VirtualMachine" [ 808.565654] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.566092] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the lease: (returnval){ [ 808.566092] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e35653-ecab-bb5a-a953-70320680c5f5" [ 808.566092] env[65635]: _type = "HttpNfcLease" [ 808.566092] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.580282] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.580282] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e35653-ecab-bb5a-a953-70320680c5f5" [ 808.580282] env[65635]: _type = "HttpNfcLease" [ 808.580282] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.610584] env[65635]: DEBUG oslo_vmware.api [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Task: {'id': task-4426299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328901} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.610841] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.611155] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.611251] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.611514] env[65635]: INFO nova.compute.manager [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Took 1.66 seconds to destroy the instance on the hypervisor. [ 808.611756] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 808.612027] env[65635]: DEBUG nova.compute.manager [-] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 808.612129] env[65635]: DEBUG nova.network.neutron [-] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 808.612402] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.648566] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426300, 'name': Rename_Task, 'duration_secs': 0.29496} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.649072] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.649457] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1c658d2-4f6e-476c-b6ba-78278b337745 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.660236] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 808.660236] env[65635]: value = "task-4426302" [ 808.660236] env[65635]: _type = "Task" [ 808.660236] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.681632] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.788911] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426297, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.905424] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.916171] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3c099-fadb-9453-8ae5-067f2a224825, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.916989] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c8e315-da20-43c9-b6b9-c63b73b4320c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.927379] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 808.927379] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c4945a-1d3a-9d99-ebe1-7e28c6900f15" [ 808.927379] env[65635]: _type = "Task" [ 808.927379] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.939919] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c4945a-1d3a-9d99-ebe1-7e28c6900f15, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.940184] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.940738] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.941033] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-560c7691-5f7e-4456-b8bd-46b4eb8b8a13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.952321] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 808.952321] env[65635]: value = "task-4426303" [ 808.952321] env[65635]: _type = "Task" [ 808.952321] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.962199] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.965805] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Releasing lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.987191] env[65635]: INFO nova.compute.manager [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Took 37.55 seconds to build instance. [ 808.989538] env[65635]: DEBUG oslo_concurrency.lockutils [None req-30536e6c-82ca-4ab8-a9cf-fdab1f8cc143 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "a413a372-b513-4254-8516-8069c2374862" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.617s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.076328] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.076328] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e35653-ecab-bb5a-a953-70320680c5f5" [ 809.076328] env[65635]: _type = "HttpNfcLease" [ 809.076328] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.076732] env[65635]: DEBUG oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.076732] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e35653-ecab-bb5a-a953-70320680c5f5" [ 809.076732] env[65635]: _type = "HttpNfcLease" [ 809.076732] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.077841] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c8982-3f74-475b-a6d3-f1468e30bd10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.093487] env[65635]: DEBUG oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4053-5aec-63b4-a58d-643e196fd760/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.093725] env[65635]: DEBUG oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4053-5aec-63b4-a58d-643e196fd760/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.176782] env[65635]: DEBUG nova.network.neutron [-] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.187105] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.207777] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f34cffe-95f7-4955-a4b1-520af56f0326 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.282164] env[65635]: DEBUG nova.network.neutron [-] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.291696] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426297, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.463849] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.492270] env[65635]: DEBUG oslo_concurrency.lockutils [None req-886c561d-20ba-4d52-9c1b-0c923f02dc85 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "adba26bf-8382-4897-b5ee-369cd46084d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.072s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.547256] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6bedfc-8924-4191-859a-f922b700df0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.557994] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca33ad3-54fb-4bf5-930e-d952c3a8332f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.599389] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58809ca7-12ed-444b-bc93-1690889ceebd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.610149] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881ddc0-cd9a-45f6-8500-2897943ed4bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.633172] env[65635]: DEBUG nova.compute.provider_tree [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.679661] env[65635]: INFO nova.compute.manager [-] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Took 1.43 seconds to deallocate network for instance. [ 809.680624] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.787700] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426297, 'name': CloneVM_Task, 'duration_secs': 2.006491} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.788388] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Created linked-clone VM from snapshot [ 809.789381] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d62938-7b2a-479f-8e41-556446a7db5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.795379] env[65635]: INFO nova.compute.manager [-] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Took 1.56 seconds to deallocate network for instance. [ 809.815215] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Uploading image 4b53d396-b8f9-4924-92e5-2304ce00c030 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.856063] env[65635]: DEBUG oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 809.856063] env[65635]: value = "vm-866153" [ 809.856063] env[65635]: _type = "VirtualMachine" [ 809.856063] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 809.856501] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b48bcb3-e4bf-49bc-9e7c-08ff41c535fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.866316] env[65635]: DEBUG oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lease: (returnval){ [ 809.866316] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d729b7-5f58-3214-cf7a-ee85a8b26002" [ 809.866316] env[65635]: _type = "HttpNfcLease" [ 809.866316] env[65635]: } obtained for exporting VM: (result){ [ 809.866316] env[65635]: value = "vm-866153" [ 809.866316] env[65635]: _type = "VirtualMachine" [ 809.866316] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 809.866986] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the lease: (returnval){ [ 809.866986] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d729b7-5f58-3214-cf7a-ee85a8b26002" [ 809.866986] env[65635]: _type = "HttpNfcLease" [ 809.866986] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 809.876449] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.876449] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d729b7-5f58-3214-cf7a-ee85a8b26002" [ 809.876449] env[65635]: _type = "HttpNfcLease" [ 809.876449] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 809.964049] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935728} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.964457] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.964661] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.965040] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-854e48c2-d9ab-4475-8a55-07a4cc31c596 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.973696] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 809.973696] env[65635]: value = "task-4426305" [ 809.973696] env[65635]: _type = "Task" [ 809.973696] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.979467] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.983021] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4418ed44-72ff-4e91-a435-27c8bcc72f79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.990433] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.992931] env[65635]: DEBUG oslo_vmware.api [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 809.992931] env[65635]: value = "task-4426306" [ 809.992931] env[65635]: _type = "Task" [ 809.992931] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.993489] env[65635]: DEBUG nova.network.neutron [-] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.008261] env[65635]: DEBUG oslo_vmware.api [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.136349] env[65635]: DEBUG nova.scheduler.client.report [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.176030] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.193247] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.254319] env[65635]: DEBUG nova.compute.manager [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Received event network-changed-3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 810.254570] env[65635]: DEBUG nova.compute.manager [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Refreshing instance network info cache due to event network-changed-3064719f-e165-4343-8315-98cefa4af9eb. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 810.254997] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] Acquiring lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.254997] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] Acquired lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.260268] env[65635]: DEBUG nova.network.neutron [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Refreshing network info cache for port 3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.307311] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.342079] env[65635]: DEBUG nova.compute.manager [req-fc760cad-3d35-45df-b3ed-50a2d4ce20ae req-242a9996-ec6d-4df7-a9da-f077c082083c service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Received event network-vif-deleted-0d127d0a-4946-44e5-a1eb-39513584c01c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 810.379437] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.379437] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d729b7-5f58-3214-cf7a-ee85a8b26002" [ 810.379437] env[65635]: _type = "HttpNfcLease" [ 810.379437] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.379845] env[65635]: DEBUG oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.379845] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d729b7-5f58-3214-cf7a-ee85a8b26002" [ 810.379845] env[65635]: _type = "HttpNfcLease" [ 810.379845] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 810.382827] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e35f43-7b10-47ff-adc7-e6552e4dba98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.392165] env[65635]: DEBUG oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c25155-14ec-a0a4-03c9-bc9d7d626fa9/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.392497] env[65635]: DEBUG oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c25155-14ec-a0a4-03c9-bc9d7d626fa9/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 810.485198] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080399} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.485627] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.486663] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46276731-2b43-469f-803a-aa942206d28a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.507649] env[65635]: INFO nova.compute.manager [-] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Took 1.89 seconds to deallocate network for instance. [ 810.518483] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.524197] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208b79d8-2b5d-4b6c-bcbc-9b47df85ea78 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.554067] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40dbd55d-5ef7-48cc-a2e4-2a7cf73030a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.560086] env[65635]: DEBUG oslo_vmware.api [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.562647] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 810.562647] env[65635]: value = "task-4426307" [ 810.562647] env[65635]: _type = "Task" [ 810.562647] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.574254] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426307, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.650238] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.650862] env[65635]: DEBUG nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 810.654619] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.890s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.655567] env[65635]: DEBUG nova.objects.instance [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lazy-loading 'resources' on Instance uuid 01a10124-82ae-4c9a-bca4-47fcf35a51ef {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.681913] env[65635]: DEBUG oslo_vmware.api [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426302, 'name': PowerOnVM_Task, 'duration_secs': 1.553496} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.681913] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.681913] env[65635]: INFO nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Took 11.36 seconds to spawn the instance on the hypervisor. [ 810.681913] env[65635]: DEBUG nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 810.682636] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9e7c0e-7455-4764-8c16-575b520992b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.767663] env[65635]: WARNING neutronclient.v2_0.client [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.997810] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquiring lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.000700] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.024829] env[65635]: DEBUG oslo_vmware.api [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426306, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.054186] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.077831] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426307, 'name': ReconfigVM_Task, 'duration_secs': 0.400326} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.079097] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.080441] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2119ddfa-a491-467f-ac2b-02ef57dd4690 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.093734] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 811.093734] env[65635]: value = "task-4426308" [ 811.093734] env[65635]: _type = "Task" [ 811.093734] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.111166] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426308, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.128864] env[65635]: WARNING neutronclient.v2_0.client [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.163128] env[65635]: DEBUG nova.compute.utils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.179346] env[65635]: DEBUG nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 811.179346] env[65635]: DEBUG nova.network.neutron [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 811.179346] env[65635]: WARNING neutronclient.v2_0.client [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.179346] env[65635]: WARNING neutronclient.v2_0.client [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.217834] env[65635]: INFO nova.compute.manager [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Took 38.95 seconds to build instance. [ 811.314593] env[65635]: DEBUG nova.policy [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4f11f4b27f4351b29288cba1e9d534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4905ff536572456da9c88882a6f73633', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.388333] env[65635]: DEBUG nova.network.neutron [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updated VIF entry in instance network info cache for port 3064719f-e165-4343-8315-98cefa4af9eb. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 811.388333] env[65635]: DEBUG nova.network.neutron [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.503260] env[65635]: DEBUG nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 811.528526] env[65635]: DEBUG oslo_vmware.api [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426306, 'name': PowerOnVM_Task, 'duration_secs': 1.040027} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.530055] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.530055] env[65635]: DEBUG nova.compute.manager [None req-1e3f506d-ab88-4984-b622-2f997265e45f tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 811.530467] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96401432-5284-4b13-8c41-c8fb490cdfcb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.618417] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426308, 'name': Rename_Task, 'duration_secs': 0.267329} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.618934] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.619336] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-551e4aac-636c-43e9-b49d-db5b021d7e83 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.628999] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 811.628999] env[65635]: value = "task-4426309" [ 811.628999] env[65635]: _type = "Task" [ 811.628999] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.644237] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.670563] env[65635]: DEBUG nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 811.728066] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f77da5d-d786-4191-bbf9-35854d187277 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.466s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.898349] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c358d2a-37fb-4165-a206-7bfa4d4125dd req-6fa31b8c-10dc-4427-91a8-60bc83578026 service nova] Releasing lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.972624] env[65635]: DEBUG nova.network.neutron [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Successfully created port: 3bbc5c60-4af7-45b7-8131-5782d4804866 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.999528] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5312c85-c718-4d01-917a-cd507aed3f67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.020835] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ad70c9-b399-4d06-b71a-45e0bdd0b86f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.059221] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.060657] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649c8dc-8342-4b93-878f-60ca47833060 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.075223] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d56a170-4cc0-4a13-ac27-c7e05780a7ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.092379] env[65635]: DEBUG nova.compute.provider_tree [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.143065] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.596183] env[65635]: DEBUG nova.scheduler.client.report [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.642524] env[65635]: DEBUG oslo_vmware.api [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426309, 'name': PowerOnVM_Task, 'duration_secs': 0.642711} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.642964] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.643247] env[65635]: DEBUG nova.compute.manager [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 812.644133] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7819a51c-f787-45f2-9988-5b49f5e5fea5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.690570] env[65635]: DEBUG nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 813.102994] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.448s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.106711] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.294s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.107273] env[65635]: DEBUG nova.objects.instance [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lazy-loading 'resources' on Instance uuid 9abec345-6e34-44ed-936b-4575b77a6a30 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.138024] env[65635]: INFO nova.scheduler.client.report [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Deleted allocations for instance 01a10124-82ae-4c9a-bca4-47fcf35a51ef [ 813.169532] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.653405] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3a54860d-064c-4b72-a1d6-76da3a80aa11 tempest-ServerDiagnosticsV248Test-1166491871 tempest-ServerDiagnosticsV248Test-1166491871-project-member] Lock "01a10124-82ae-4c9a-bca4-47fcf35a51ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.615s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.008894] env[65635]: DEBUG nova.network.neutron [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Successfully updated port: 3bbc5c60-4af7-45b7-8131-5782d4804866 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 814.230254] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d814d-d07c-4087-bb26-de8b3e9367b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.238700] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f0a935-4966-45da-ad81-013b33919ee1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.275747] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605fc899-9411-47a4-80fe-e1fb6fd372d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.285669] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b51973-c1d0-47f5-b6d7-5ded9be2c022 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.304020] env[65635]: DEBUG nova.compute.provider_tree [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.511606] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.511829] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.512081] env[65635]: DEBUG nova.network.neutron [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 814.807829] env[65635]: DEBUG nova.scheduler.client.report [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.047198] env[65635]: DEBUG nova.network.neutron [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 815.143782] env[65635]: WARNING neutronclient.v2_0.client [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.227907] env[65635]: DEBUG nova.network.neutron [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Updating instance_info_cache with network_info: [{"id": "3bbc5c60-4af7-45b7-8131-5782d4804866", "address": "fa:16:3e:1a:7f:ab", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbc5c60-4a", "ovs_interfaceid": "3bbc5c60-4af7-45b7-8131-5782d4804866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.314487] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.317161] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.113s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.317161] env[65635]: DEBUG nova.objects.instance [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lazy-loading 'resources' on Instance uuid 6aef420d-e199-42b8-a734-4b4d165543e1 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.345030] env[65635]: INFO nova.scheduler.client.report [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleted allocations for instance 9abec345-6e34-44ed-936b-4575b77a6a30 [ 815.730754] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.731159] env[65635]: DEBUG nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Instance network_info: |[{"id": "3bbc5c60-4af7-45b7-8131-5782d4804866", "address": "fa:16:3e:1a:7f:ab", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbc5c60-4a", "ovs_interfaceid": "3bbc5c60-4af7-45b7-8131-5782d4804866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 815.853754] env[65635]: DEBUG oslo_concurrency.lockutils [None req-492f59ce-676a-4a96-8736-ad594212ab8e tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "9abec345-6e34-44ed-936b-4575b77a6a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.985s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.313771] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8df60c1-0b46-4547-be42-36650de5b403 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.326471] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f5fb92-ca46-4597-9f73-b20828e09369 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.363914] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598deec-ad70-45ad-9143-321df160f3ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.373809] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a01fa-9c1c-49ca-b416-ec2e3b9098b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.391467] env[65635]: DEBUG nova.compute.provider_tree [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.895764] env[65635]: DEBUG nova.scheduler.client.report [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.401782] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.404642] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.697s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.404892] env[65635]: DEBUG nova.objects.instance [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lazy-loading 'resources' on Instance uuid 1cb052e4-2929-4d33-a53b-7d7b484360a1 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.426911] env[65635]: INFO nova.scheduler.client.report [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Deleted allocations for instance 6aef420d-e199-42b8-a734-4b4d165543e1 [ 817.938110] env[65635]: DEBUG oslo_concurrency.lockutils [None req-334c8704-b2b5-4115-b708-d4e08c32c88e tempest-ServerTagsTestJSON-1698832439 tempest-ServerTagsTestJSON-1698832439-project-member] Lock "6aef420d-e199-42b8-a734-4b4d165543e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.354s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.368889] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565b060d-d1ef-481d-a73b-b3ec1ba76808 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.379643] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4578f53-b315-4953-beeb-b7b1d02b6293 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.415401] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50662305-2b35-4b82-8889-e96ee58a80e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.424887] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a7177d-7d05-46d6-a42c-f1e5d98a8926 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.441512] env[65635]: DEBUG nova.compute.provider_tree [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.945192] env[65635]: DEBUG nova.scheduler.client.report [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.451209] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.453633] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.629s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.454179] env[65635]: DEBUG nova.objects.instance [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lazy-loading 'resources' on Instance uuid 1989816b-86b3-45bf-b291-0d6b1bec2fb7 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.473200] env[65635]: INFO nova.scheduler.client.report [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Deleted allocations for instance 1cb052e4-2929-4d33-a53b-7d7b484360a1 [ 819.477061] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 819.477167] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.477322] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 819.477500] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.478995] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 819.478995] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 819.478995] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.478995] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 819.478995] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 819.478995] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 819.478995] env[65635]: DEBUG nova.virt.hardware [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 819.481318] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2526cc44-de10-4ed5-b878-3101949b6ef5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.497441] env[65635]: DEBUG oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4053-5aec-63b4-a58d-643e196fd760/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.498855] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4685f286-14ea-4be5-91b2-ebac1da2aae2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.502942] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a0f769-f072-4a76-a306-d64628c54bd4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.518217] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:7f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bbc5c60-4af7-45b7-8131-5782d4804866', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.525664] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 819.528098] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.528098] env[65635]: DEBUG oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4053-5aec-63b4-a58d-643e196fd760/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 819.528230] env[65635]: ERROR oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4053-5aec-63b4-a58d-643e196fd760/disk-0.vmdk due to incomplete transfer. [ 819.528395] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455b2222-236d-49b3-8e77-06c9e36134c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.546976] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9852371f-0521-4612-8f84-bd36fa2c80d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.554037] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.554037] env[65635]: value = "task-4426310" [ 819.554037] env[65635]: _type = "Task" [ 819.554037] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.555853] env[65635]: DEBUG oslo_vmware.rw_handles [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4053-5aec-63b4-a58d-643e196fd760/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 819.556094] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Uploaded image 3a6b950d-7902-47e8-9db5-fd9ffb8016a0 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 819.558113] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.562300] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8bdbd2df-7135-4baf-8976-a6701a20989f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.572931] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 819.572931] env[65635]: value = "task-4426311" [ 819.572931] env[65635]: _type = "Task" [ 819.572931] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.573171] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426310, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.582540] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426311, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.650711] env[65635]: DEBUG nova.compute.manager [req-d070f701-f21c-4ed2-8b77-4f42a69ccf01 req-94f254d4-11d5-46af-ad35-526af3295097 service nova] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Received event network-vif-deleted-d2361973-77eb-44c5-89e2-12e822f477a1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.651054] env[65635]: DEBUG nova.compute.manager [req-d070f701-f21c-4ed2-8b77-4f42a69ccf01 req-94f254d4-11d5-46af-ad35-526af3295097 service nova] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Received event network-vif-deleted-b21d1d90-ecde-4738-b347-99ed10d1612b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.651287] env[65635]: DEBUG nova.compute.manager [req-d070f701-f21c-4ed2-8b77-4f42a69ccf01 req-94f254d4-11d5-46af-ad35-526af3295097 service nova] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Received event network-vif-deleted-248eaf55-5b69-4c07-9cc6-07d7e8cf813b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.992984] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21dd8aaf-b85a-4b2c-9c04-06311f38e570 tempest-ListServersNegativeTestJSON-1633369316 tempest-ListServersNegativeTestJSON-1633369316-project-member] Lock "1cb052e4-2929-4d33-a53b-7d7b484360a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.310s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.071515] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426310, 'name': CreateVM_Task, 'duration_secs': 0.516818} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.071735] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.072326] env[65635]: WARNING neutronclient.v2_0.client [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.072740] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.072923] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.073270] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.076657] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832e4542-6c7f-42ae-95bb-b0ec7ff640cd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.094192] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 820.094192] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52561dd3-4d5b-6201-0ce6-d3b25336bc9e" [ 820.094192] env[65635]: _type = "Task" [ 820.094192] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.094414] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426311, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.108450] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52561dd3-4d5b-6201-0ce6-d3b25336bc9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.441082] env[65635]: DEBUG nova.objects.instance [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lazy-loading 'flavor' on Instance uuid a413a372-b513-4254-8516-8069c2374862 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.477955] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562536f4-1cb9-40ac-bdf9-6e40eeb94923 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.488990] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e54bc9b-b768-43df-8495-9ad14e8a0b9d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.533256] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e913dce9-76f1-4385-9ba3-8ec45ae1d872 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.543643] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c97a190-c333-4602-889a-c6e68bfb1e7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.561176] env[65635]: DEBUG nova.compute.provider_tree [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.591046] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426311, 'name': Destroy_Task, 'duration_secs': 0.637199} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.591046] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Destroyed the VM [ 820.591046] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.591046] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7e1ede6-cfa9-41c9-932c-b196daeb36dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.602413] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 820.602413] env[65635]: value = "task-4426312" [ 820.602413] env[65635]: _type = "Task" [ 820.602413] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.615283] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52561dd3-4d5b-6201-0ce6-d3b25336bc9e, 'name': SearchDatastore_Task, 'duration_secs': 0.024388} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.616149] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.616387] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.616615] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.616749] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.616921] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.619024] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-235225db-ce83-469f-b037-7073da827379 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.623055] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.632219] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.632421] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.633249] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62aa48d8-a541-4672-ad99-bb6ba1ab6fb4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.641193] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 820.641193] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5292840c-c568-9dea-17b4-2537b2dd716e" [ 820.641193] env[65635]: _type = "Task" [ 820.641193] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.652100] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5292840c-c568-9dea-17b4-2537b2dd716e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.947996] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.948553] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquired lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.948822] env[65635]: DEBUG nova.network.neutron [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 820.949052] env[65635]: DEBUG nova.objects.instance [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lazy-loading 'info_cache' on Instance uuid a413a372-b513-4254-8516-8069c2374862 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.964886] env[65635]: DEBUG oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c25155-14ec-a0a4-03c9-bc9d7d626fa9/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 820.966113] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47a8f9c-94a6-40dc-b1a5-42c6dabbcae7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.974277] env[65635]: DEBUG oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c25155-14ec-a0a4-03c9-bc9d7d626fa9/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.974452] env[65635]: ERROR oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c25155-14ec-a0a4-03c9-bc9d7d626fa9/disk-0.vmdk due to incomplete transfer. [ 820.974699] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a28ea0a7-8659-4b7d-b3fc-5889989334b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.983776] env[65635]: DEBUG oslo_vmware.rw_handles [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c25155-14ec-a0a4-03c9-bc9d7d626fa9/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.985784] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Uploaded image 4b53d396-b8f9-4924-92e5-2304ce00c030 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.986871] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.987485] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9eea11d0-e98c-4990-82b7-07ef13f035c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.995679] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 820.995679] env[65635]: value = "task-4426313" [ 820.995679] env[65635]: _type = "Task" [ 820.995679] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.012126] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426313, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.065604] env[65635]: DEBUG nova.scheduler.client.report [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.115245] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.159028] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5292840c-c568-9dea-17b4-2537b2dd716e, 'name': SearchDatastore_Task, 'duration_secs': 0.010667} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.160283] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b825a017-0985-461f-9201-6faac3ae841f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.168026] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 821.168026] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5221c520-a26c-934b-a01f-eb4767e41059" [ 821.168026] env[65635]: _type = "Task" [ 821.168026] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.179083] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5221c520-a26c-934b-a01f-eb4767e41059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.255968] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "1a592784-f8cc-4b81-9651-5836efe737b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.255968] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "1a592784-f8cc-4b81-9651-5836efe737b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.455480] env[65635]: DEBUG nova.objects.base [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 821.502366] env[65635]: DEBUG nova.compute.manager [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Received event network-changed-2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 821.502431] env[65635]: DEBUG nova.compute.manager [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Refreshing instance network info cache due to event network-changed-2b5bb96f-a2a0-48bc-a88d-80a72c840971. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 821.502627] env[65635]: DEBUG oslo_concurrency.lockutils [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] Acquiring lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.502755] env[65635]: DEBUG oslo_concurrency.lockutils [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] Acquired lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.503078] env[65635]: DEBUG nova.network.neutron [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Refreshing network info cache for port 2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.513040] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426313, 'name': Destroy_Task, 'duration_secs': 0.406267} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.513605] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Destroyed the VM [ 821.513860] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 821.514147] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82ba4448-a700-436a-bddf-363958fa0882 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.524230] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 821.524230] env[65635]: value = "task-4426314" [ 821.524230] env[65635]: _type = "Task" [ 821.524230] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.534276] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426314, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.570425] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.573299] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.013s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.574822] env[65635]: INFO nova.compute.claims [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.596915] env[65635]: INFO nova.scheduler.client.report [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Deleted allocations for instance 1989816b-86b3-45bf-b291-0d6b1bec2fb7 [ 821.616797] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.679678] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5221c520-a26c-934b-a01f-eb4767e41059, 'name': SearchDatastore_Task, 'duration_secs': 0.013627} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.679948] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.680232] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08/8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.680516] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31f1eb09-e018-43ec-a646-99a4524590d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.689151] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 821.689151] env[65635]: value = "task-4426315" [ 821.689151] env[65635]: _type = "Task" [ 821.689151] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.699261] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.758341] env[65635]: DEBUG nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 821.958193] env[65635]: WARNING neutronclient.v2_0.client [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.007122] env[65635]: WARNING neutronclient.v2_0.client [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.036849] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426314, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.114281] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cf52164-5d35-4772-a76f-9699aa29ec67 tempest-ServerRescueTestJSONUnderV235-1063198773 tempest-ServerRescueTestJSONUnderV235-1063198773-project-member] Lock "1989816b-86b3-45bf-b291-0d6b1bec2fb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.950s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.121992] env[65635]: DEBUG oslo_vmware.api [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426312, 'name': RemoveSnapshot_Task, 'duration_secs': 1.134561} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.122442] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.122646] env[65635]: INFO nova.compute.manager [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Took 17.35 seconds to snapshot the instance on the hypervisor. [ 822.201338] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426315, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.288029] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.539353] env[65635]: DEBUG oslo_vmware.api [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426314, 'name': RemoveSnapshot_Task, 'duration_secs': 0.968329} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.539353] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.539353] env[65635]: INFO nova.compute.manager [None req-91700ada-7636-4e8c-aabe-6b61a77ab837 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Took 16.91 seconds to snapshot the instance on the hypervisor. [ 822.709117] env[65635]: DEBUG nova.compute.manager [None req-ec20f9d4-8d53-49b5-b6b4-7ed614831545 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Found 1 images (rotation: 2) {{(pid=65635) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 822.712569] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535335} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.713145] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08/8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.713418] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.713722] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f7e2686-10d2-4f14-9a2d-8f63916a0e24 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.727976] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 822.727976] env[65635]: value = "task-4426316" [ 822.727976] env[65635]: _type = "Task" [ 822.727976] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.741685] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.129798] env[65635]: WARNING neutronclient.v2_0.client [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.158080] env[65635]: WARNING neutronclient.v2_0.client [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.203819] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de1221-c829-40c4-9d62-9f9cf5643315 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.212606] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d238973-3106-4b2e-a559-d27d610f4504 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.249804] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9725fa1-8868-40ef-bbba-a1a78c1b1709 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.264321] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66375a4-efc1-4319-8445-848c51b7196a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.265616] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073425} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.268718] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.270289] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca82199b-2575-4c85-afd4-9a18e8fb4e5f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.283155] env[65635]: DEBUG nova.compute.provider_tree [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.313736] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08/8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.314778] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff4c362f-dabd-46a4-a250-b0d5ca6b28c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.344914] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 823.344914] env[65635]: value = "task-4426317" [ 823.344914] env[65635]: _type = "Task" [ 823.344914] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.358599] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.472564] env[65635]: DEBUG nova.network.neutron [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Updating instance_info_cache with network_info: [{"id": "f8fe3de0-8aec-4886-9830-c7262a061073", "address": "fa:16:3e:41:f3:ca", "network": {"id": "59672d15-d64d-46b1-af69-37b7c35961e5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-956215797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23f48b244e4444dcbcfcc691a01476c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8fe3de0-8a", "ovs_interfaceid": "f8fe3de0-8aec-4886-9830-c7262a061073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.526700] env[65635]: DEBUG nova.network.neutron [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updated VIF entry in instance network info cache for port 2b5bb96f-a2a0-48bc-a88d-80a72c840971. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.527090] env[65635]: DEBUG nova.network.neutron [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updating instance_info_cache with network_info: [{"id": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "address": "fa:16:3e:97:d6:ce", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5bb96f-a2", "ovs_interfaceid": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.801234] env[65635]: DEBUG nova.scheduler.client.report [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.856170] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426317, 'name': ReconfigVM_Task, 'duration_secs': 0.329599} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.856459] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08/8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.857103] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb14b4e1-211b-4364-9003-a6a01765b2ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.864441] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 823.864441] env[65635]: value = "task-4426318" [ 823.864441] env[65635]: _type = "Task" [ 823.864441] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.874077] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426318, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.975289] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Releasing lock "refresh_cache-a413a372-b513-4254-8516-8069c2374862" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.984879] env[65635]: DEBUG nova.compute.manager [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Received event network-changed-2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 823.984879] env[65635]: DEBUG nova.compute.manager [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Refreshing instance network info cache due to event network-changed-2b5bb96f-a2a0-48bc-a88d-80a72c840971. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 823.984997] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Acquiring lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.029526] env[65635]: DEBUG oslo_concurrency.lockutils [req-ea1d4250-8bd8-4773-9af6-7b0ec15f78a2 req-dc30e2aa-79ca-4ce2-9d1c-566c7eb11d35 service nova] Releasing lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.029968] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Acquired lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.030177] env[65635]: DEBUG nova.network.neutron [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Refreshing network info cache for port 2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.045994] env[65635]: INFO nova.compute.manager [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Rebuilding instance [ 824.117134] env[65635]: DEBUG nova.compute.manager [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 824.118355] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736d52f-6049-4c3c-afb3-b2f891a8e8b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.306944] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.307514] env[65635]: DEBUG nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 824.310077] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.791s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.314023] env[65635]: DEBUG nova.objects.instance [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lazy-loading 'resources' on Instance uuid 17838ba9-4a28-42c9-91d9-69b87836f240 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.377025] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426318, 'name': Rename_Task, 'duration_secs': 0.160448} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.377303] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.377550] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cd099f0-43ed-4187-852c-dea005b97d8d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.385346] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 824.385346] env[65635]: value = "task-4426319" [ 824.385346] env[65635]: _type = "Task" [ 824.385346] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.394461] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.533590] env[65635]: WARNING neutronclient.v2_0.client [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.814220] env[65635]: DEBUG nova.compute.utils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.820981] env[65635]: DEBUG nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 824.820981] env[65635]: DEBUG nova.network.neutron [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 824.820981] env[65635]: WARNING neutronclient.v2_0.client [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.820981] env[65635]: WARNING neutronclient.v2_0.client [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.900661] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426319, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.981421] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.985863] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f59496ff-8a12-458a-b9db-452bf876b2de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.995639] env[65635]: DEBUG oslo_vmware.api [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 824.995639] env[65635]: value = "task-4426320" [ 824.995639] env[65635]: _type = "Task" [ 824.995639] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.006441] env[65635]: DEBUG oslo_vmware.api [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.136790] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.137286] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d11ae278-bddb-48b9-91f4-e86851ed9127 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.149101] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 825.149101] env[65635]: value = "task-4426321" [ 825.149101] env[65635]: _type = "Task" [ 825.149101] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.160549] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.320040] env[65635]: DEBUG nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 825.403384] env[65635]: DEBUG oslo_vmware.api [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426319, 'name': PowerOnVM_Task, 'duration_secs': 0.723882} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.404837] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.404837] env[65635]: INFO nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Took 12.71 seconds to spawn the instance on the hypervisor. [ 825.404837] env[65635]: DEBUG nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 825.406280] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74b903-2f5e-4cda-bb2d-f5c5d7751fb1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.431274] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e40682c-10af-478b-84ef-8f4ab921dd4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.442100] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44db7212-caaa-4dae-80c1-aab1385942d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.481772] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6ec0ac-9800-4cb3-a6f9-f9e484d38dd4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.491954] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8503da8-84b0-4c1d-8604-e60749689ce0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.506070] env[65635]: DEBUG oslo_vmware.api [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426320, 'name': PowerOnVM_Task, 'duration_secs': 0.443286} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.514299] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.514527] env[65635]: DEBUG nova.compute.manager [None req-f6525997-a0fb-4d1c-ab68-238619255831 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 825.515059] env[65635]: DEBUG nova.compute.provider_tree [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.518122] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a984c-48cd-4cf2-a827-40cfc8a71538 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.659871] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426321, 'name': PowerOffVM_Task, 'duration_secs': 0.255041} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.660184] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.660880] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.661220] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e353906d-f921-4848-b1f4-193348af3bd7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.669618] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.670331] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae0312d1-2b0d-4eb1-8e79-f447c01f4a46 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.741034] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.741328] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.741608] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleting the datastore file [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.741982] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad546f64-91c6-4a52-b565-662752ef12ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.750743] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 825.750743] env[65635]: value = "task-4426323" [ 825.750743] env[65635]: _type = "Task" [ 825.750743] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.760626] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.936187] env[65635]: INFO nova.compute.manager [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Took 44.85 seconds to build instance. [ 826.023212] env[65635]: DEBUG nova.scheduler.client.report [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.074027] env[65635]: DEBUG nova.policy [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c741604ed8b4e71892c42f877762fc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5345d32036643ef87aa44cabb816ba5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.265032] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38431} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.265032] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.265032] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.265032] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.343067] env[65635]: DEBUG nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 826.372387] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 826.372704] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.372872] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 826.373150] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.373150] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 826.373274] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 826.373533] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 826.373717] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 826.373982] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 826.374164] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 826.374344] env[65635]: DEBUG nova.virt.hardware [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 826.375321] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335d6b9-ba94-4e9d-8439-735dd0d30c8b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.385884] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0616d128-0671-4a16-a276-f8965fed4d96 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.438646] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6d45eff-d70a-4d07-ab4f-c9b15844ac9d tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.371s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.525620] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.527958] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.485s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.528300] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.528519] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 826.528834] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.512s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.530394] env[65635]: INFO nova.compute.claims [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.535029] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3904db-f2e3-4c5e-af1c-290385f5484e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.545602] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb441666-98c7-4964-aba2-b08cdaabb527 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.562512] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627c047-6e10-448c-a456-11be9dd7f635 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.568212] env[65635]: INFO nova.scheduler.client.report [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Deleted allocations for instance 17838ba9-4a28-42c9-91d9-69b87836f240 [ 826.578033] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7deda5e-f26c-4c46-8f85-b910693566eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.613058] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178008MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 826.613222] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.885218] env[65635]: DEBUG nova.network.neutron [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Successfully created port: 8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 827.083348] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e37dbdc8-368e-4086-9dfe-1eaac055f26d tempest-ServerMetadataNegativeTestJSON-1004137549 tempest-ServerMetadataNegativeTestJSON-1004137549-project-member] Lock "17838ba9-4a28-42c9-91d9-69b87836f240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.150s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.108687] env[65635]: WARNING neutronclient.v2_0.client [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.315212] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 827.315212] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.315212] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 827.315736] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.315736] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 827.315736] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 827.317150] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.317150] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 827.317150] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 827.317150] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 827.317150] env[65635]: DEBUG nova.virt.hardware [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 827.318769] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af70fb1-b013-48c8-8c52-feabf23eb7c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.332517] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1feeeb-c830-4ada-b2a9-a294d1b688eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.355220] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:c4:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd783f708-a33b-44c6-aac8-b993f6ff66b1', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.364287] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 827.369401] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.369775] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bd56a59-0412-485f-b889-54a6d079003b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.396949] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.396949] env[65635]: value = "task-4426324" [ 827.396949] env[65635]: _type = "Task" [ 827.396949] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.406811] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426324, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.900086] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.900338] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.915123] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426324, 'name': CreateVM_Task, 'duration_secs': 0.411041} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.915433] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.915953] env[65635]: WARNING neutronclient.v2_0.client [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 827.916386] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.916581] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.917453] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.918445] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc751b0f-f7a0-40ba-9ec3-bece300de054 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.928281] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 827.928281] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526b47d4-34bb-78f8-65c9-1492bbdfcdbc" [ 827.928281] env[65635]: _type = "Task" [ 827.928281] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.939962] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526b47d4-34bb-78f8-65c9-1492bbdfcdbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.062322] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736ff3a-fc27-484c-babb-7a551869583b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.071247] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e51cf-30c7-41d4-976c-31f28499b51b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.106198] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f783c-4b80-4587-b890-9a7742c5d51a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.117549] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a09d4e-c310-4fdb-8623-84f3e4b8f6c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.133997] env[65635]: DEBUG nova.compute.provider_tree [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.409214] env[65635]: DEBUG nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 828.442963] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526b47d4-34bb-78f8-65c9-1492bbdfcdbc, 'name': SearchDatastore_Task, 'duration_secs': 0.032226} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.443489] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.444355] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.449024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.449024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.449024] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.449024] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd0adb2b-c703-4c4a-9b95-6adc5e1ef00e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.463038] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.463188] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.464008] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd548c4-c41d-4805-bdf6-8e7e1b3a4105 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.472711] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 828.472711] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cbecd-d1f2-82ed-2101-c0fa5aaf808b" [ 828.472711] env[65635]: _type = "Task" [ 828.472711] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.486772] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cbecd-d1f2-82ed-2101-c0fa5aaf808b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.487868] env[65635]: DEBUG nova.network.neutron [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updated VIF entry in instance network info cache for port 2b5bb96f-a2a0-48bc-a88d-80a72c840971. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 828.488288] env[65635]: DEBUG nova.network.neutron [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updating instance_info_cache with network_info: [{"id": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "address": "fa:16:3e:97:d6:ce", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5bb96f-a2", "ovs_interfaceid": "2b5bb96f-a2a0-48bc-a88d-80a72c840971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.639456] env[65635]: DEBUG nova.scheduler.client.report [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.799641] env[65635]: DEBUG nova.network.neutron [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Successfully updated port: 8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 828.945270] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.984988] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cbecd-d1f2-82ed-2101-c0fa5aaf808b, 'name': SearchDatastore_Task, 'duration_secs': 0.035158} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.985840] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0af9ca1-7bd3-431c-82df-a2f7fb9f82ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.993166] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 828.993166] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52873f27-17bc-54d1-dd14-fbc3d3c764a2" [ 828.993166] env[65635]: _type = "Task" [ 828.993166] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.998394] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Releasing lock "refresh_cache-adba26bf-8382-4897-b5ee-369cd46084d8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.998394] env[65635]: DEBUG nova.compute.manager [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Received event network-vif-plugged-3bbc5c60-4af7-45b7-8131-5782d4804866 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.998394] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Acquiring lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.998394] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.998394] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.998394] env[65635]: DEBUG nova.compute.manager [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] No waiting events found dispatching network-vif-plugged-3bbc5c60-4af7-45b7-8131-5782d4804866 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 828.998394] env[65635]: WARNING nova.compute.manager [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Received unexpected event network-vif-plugged-3bbc5c60-4af7-45b7-8131-5782d4804866 for instance with vm_state building and task_state spawning. [ 828.998394] env[65635]: DEBUG nova.compute.manager [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Received event network-changed-3bbc5c60-4af7-45b7-8131-5782d4804866 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.998394] env[65635]: DEBUG nova.compute.manager [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Refreshing instance network info cache due to event network-changed-3bbc5c60-4af7-45b7-8131-5782d4804866. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 828.999090] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Acquiring lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.999090] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Acquired lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.999090] env[65635]: DEBUG nova.network.neutron [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Refreshing network info cache for port 3bbc5c60-4af7-45b7-8131-5782d4804866 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.008198] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52873f27-17bc-54d1-dd14-fbc3d3c764a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.143879] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.144321] env[65635]: DEBUG nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 829.148764] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.357s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.152567] env[65635]: INFO nova.compute.claims [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.302279] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "refresh_cache-021603b8-ae7c-4b34-908f-49c4298a099f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.302539] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquired lock "refresh_cache-021603b8-ae7c-4b34-908f-49c4298a099f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.302743] env[65635]: DEBUG nova.network.neutron [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 829.504969] env[65635]: WARNING neutronclient.v2_0.client [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.507467] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52873f27-17bc-54d1-dd14-fbc3d3c764a2, 'name': SearchDatastore_Task, 'duration_secs': 0.039776} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.507969] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.508241] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.508515] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d03725b7-6b5e-4e0a-a9d8-7bb635c5d588 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.516329] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 829.516329] env[65635]: value = "task-4426325" [ 829.516329] env[65635]: _type = "Task" [ 829.516329] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.525831] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.658900] env[65635]: DEBUG nova.compute.utils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.665119] env[65635]: DEBUG nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 829.665364] env[65635]: DEBUG nova.network.neutron [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 829.665691] env[65635]: WARNING neutronclient.v2_0.client [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.666418] env[65635]: WARNING neutronclient.v2_0.client [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.029707] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.165959] env[65635]: DEBUG nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 830.345164] env[65635]: DEBUG nova.policy [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aab00b4f977748ffba5ab5438338fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff51fc96739a4cdcbb50aeefec6cc9f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.374319] env[65635]: DEBUG nova.network.neutron [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 830.536081] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616544} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.536498] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.536765] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.537168] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a4476c5-625f-4fb0-b763-a9746a7dd0b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.548812] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 830.548812] env[65635]: value = "task-4426326" [ 830.548812] env[65635]: _type = "Task" [ 830.548812] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.560996] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.787842] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da40474a-b97b-4aff-8908-c33ba2965b31 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.797329] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763b48e1-e10a-4919-9b2f-c202480685a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.837837] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08312cb9-2e5c-4abc-a415-ded06995f360 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.846594] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4035a5-8eb7-41b8-a8f2-9ae3bc0ee116 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.861997] env[65635]: DEBUG nova.compute.provider_tree [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.998557] env[65635]: DEBUG nova.network.neutron [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Successfully created port: 692936df-332f-49e5-b248-34e2501d955e {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 831.064336] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156149} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.066658] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.066658] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eceee5-2683-440a-9dac-c47dc4d4e0b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.091247] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.093145] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3332aabc-aecc-4253-b8ca-f48c4becfe47 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.113833] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 831.113833] env[65635]: value = "task-4426327" [ 831.113833] env[65635]: _type = "Task" [ 831.113833] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.124374] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.183759] env[65635]: DEBUG nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 831.213034] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 831.213290] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.213443] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 831.213621] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.213764] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 831.213907] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 831.214125] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 831.214281] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 831.214444] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 831.214601] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 831.214770] env[65635]: DEBUG nova.virt.hardware [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 831.215723] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27982c59-20fc-4ba3-ad54-ce17a13be8e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.224759] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dd9b62-44ff-4d15-a964-a8c310862f74 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.370621] env[65635]: DEBUG nova.scheduler.client.report [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.534041] env[65635]: WARNING neutronclient.v2_0.client [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.625336] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.760850] env[65635]: DEBUG nova.compute.manager [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 831.762474] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e1f751-e518-4973-bf29-46ae38d7535d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.847040] env[65635]: WARNING neutronclient.v2_0.client [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.877180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.877309] env[65635]: DEBUG nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 831.879863] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.629s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.127025] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426327, 'name': ReconfigVM_Task, 'duration_secs': 0.752454} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.127025] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78/275f6728-4f43-4064-8c9c-6e7b4c729d78.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.127598] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b63c96-213d-4916-9baa-26d03ba78e01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.136083] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 832.136083] env[65635]: value = "task-4426328" [ 832.136083] env[65635]: _type = "Task" [ 832.136083] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.143857] env[65635]: DEBUG nova.compute.manager [req-dee95311-6cbf-492e-95aa-a526a88dafc4 req-d46db7ff-b10a-4d55-86fb-7c56846051f4 service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Received event network-vif-plugged-8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 832.144081] env[65635]: DEBUG oslo_concurrency.lockutils [req-dee95311-6cbf-492e-95aa-a526a88dafc4 req-d46db7ff-b10a-4d55-86fb-7c56846051f4 service nova] Acquiring lock "021603b8-ae7c-4b34-908f-49c4298a099f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.144292] env[65635]: DEBUG oslo_concurrency.lockutils [req-dee95311-6cbf-492e-95aa-a526a88dafc4 req-d46db7ff-b10a-4d55-86fb-7c56846051f4 service nova] Lock "021603b8-ae7c-4b34-908f-49c4298a099f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.144507] env[65635]: DEBUG oslo_concurrency.lockutils [req-dee95311-6cbf-492e-95aa-a526a88dafc4 req-d46db7ff-b10a-4d55-86fb-7c56846051f4 service nova] Lock "021603b8-ae7c-4b34-908f-49c4298a099f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.144721] env[65635]: DEBUG nova.compute.manager [req-dee95311-6cbf-492e-95aa-a526a88dafc4 req-d46db7ff-b10a-4d55-86fb-7c56846051f4 service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] No waiting events found dispatching network-vif-plugged-8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 832.144963] env[65635]: WARNING nova.compute.manager [req-dee95311-6cbf-492e-95aa-a526a88dafc4 req-d46db7ff-b10a-4d55-86fb-7c56846051f4 service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Received unexpected event network-vif-plugged-8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8 for instance with vm_state building and task_state spawning. [ 832.150225] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426328, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.278859] env[65635]: INFO nova.compute.manager [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] instance snapshotting [ 832.279871] env[65635]: DEBUG nova.objects.instance [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'flavor' on Instance uuid f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.302277] env[65635]: DEBUG nova.network.neutron [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Updated VIF entry in instance network info cache for port 3bbc5c60-4af7-45b7-8131-5782d4804866. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 832.302750] env[65635]: DEBUG nova.network.neutron [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Updating instance_info_cache with network_info: [{"id": "3bbc5c60-4af7-45b7-8131-5782d4804866", "address": "fa:16:3e:1a:7f:ab", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbc5c60-4a", "ovs_interfaceid": "3bbc5c60-4af7-45b7-8131-5782d4804866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.383668] env[65635]: DEBUG nova.compute.utils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.388538] env[65635]: INFO nova.compute.claims [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.392731] env[65635]: DEBUG nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 832.392987] env[65635]: DEBUG nova.network.neutron [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 832.393393] env[65635]: WARNING neutronclient.v2_0.client [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.393979] env[65635]: WARNING neutronclient.v2_0.client [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.559252] env[65635]: DEBUG nova.network.neutron [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Updating instance_info_cache with network_info: [{"id": "8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8", "address": "fa:16:3e:16:03:3d", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a07b0b7-bc", "ovs_interfaceid": "8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.647952] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426328, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.786104] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd1516-1b77-4aa8-b43a-7b33f77b9fe5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.808975] env[65635]: DEBUG oslo_concurrency.lockutils [req-0407f3ee-b0b6-4cfb-bc93-94053134129a req-97f2e16a-7267-492d-9bea-e5d8a385e400 service nova] Releasing lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.810194] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c8c4c-5023-423b-ae7f-38104d2d2d82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.895086] env[65635]: INFO nova.compute.resource_tracker [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating resource usage from migration 5085b88e-139c-4c4b-b92c-c4a03f407768 [ 832.898987] env[65635]: DEBUG nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 833.061812] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Releasing lock "refresh_cache-021603b8-ae7c-4b34-908f-49c4298a099f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.062223] env[65635]: DEBUG nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Instance network_info: |[{"id": "8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8", "address": "fa:16:3e:16:03:3d", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a07b0b7-bc", "ovs_interfaceid": "8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 833.062869] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:03:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.072552] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Creating folder: Project (b5345d32036643ef87aa44cabb816ba5). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.075662] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d81dd8f8-6b82-4bbd-a186-b3a395cafca3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.089504] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Created folder: Project (b5345d32036643ef87aa44cabb816ba5) in parent group-v866005. [ 833.089504] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Creating folder: Instances. Parent ref: group-v866156. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.089504] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd5259cc-83db-4e9b-9562-487223ba222d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.104524] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Created folder: Instances in parent group-v866156. [ 833.104774] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 833.104979] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.105286] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a2e053e-bca7-44f0-a979-68fb1e496b24 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.137275] env[65635]: DEBUG nova.network.neutron [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Successfully updated port: 692936df-332f-49e5-b248-34e2501d955e {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 833.144947] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.144947] env[65635]: value = "task-4426331" [ 833.144947] env[65635]: _type = "Task" [ 833.144947] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.156215] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426328, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.163484] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426331, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.167133] env[65635]: DEBUG nova.policy [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '495a7f9522044b9fa4994b64217ebb9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '239a165f749e4c03964f942db82a6212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.325797] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.328714] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c08e3a0a-55eb-4ad3-9ebf-ff0cb94d7633 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.342110] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 833.342110] env[65635]: value = "task-4426332" [ 833.342110] env[65635]: _type = "Task" [ 833.342110] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.351382] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.571319] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27efc8d2-1de6-40cf-b7f2-563c285f3ca5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.583705] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd04847f-fb11-4057-bcff-0a5f43b28b13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.628054] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff305fc-da9b-4cbd-8bb4-e6e915c51022 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.639141] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75592221-24c0-474f-a11e-7dd8d903f2c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.647045] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-e8d3e9ca-93fb-4d90-90d3-e5cc19151797" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.647338] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-e8d3e9ca-93fb-4d90-90d3-e5cc19151797" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.648129] env[65635]: DEBUG nova.network.neutron [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 833.670548] env[65635]: DEBUG nova.compute.provider_tree [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.678744] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426331, 'name': CreateVM_Task, 'duration_secs': 0.393719} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.679314] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426328, 'name': Rename_Task, 'duration_secs': 1.257432} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.680697] env[65635]: DEBUG nova.network.neutron [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Successfully created port: ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 833.684133] env[65635]: DEBUG nova.scheduler.client.report [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.689962] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.689962] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.689962] env[65635]: WARNING neutronclient.v2_0.client [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.689962] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.689962] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.689962] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.689962] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12ce06e2-7688-4b2e-8614-53feb44906d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.691912] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed6d6a3-00e7-4ca2-95ec-ef3121a633bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.699098] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 833.699098] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527d6c73-ca3a-bd11-8ae3-e9dab57b40b3" [ 833.699098] env[65635]: _type = "Task" [ 833.699098] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.706731] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 833.706731] env[65635]: value = "task-4426333" [ 833.706731] env[65635]: _type = "Task" [ 833.706731] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.716263] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527d6c73-ca3a-bd11-8ae3-e9dab57b40b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.723628] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426333, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.854380] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.912453] env[65635]: DEBUG nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 833.947186] env[65635]: DEBUG nova.virt.hardware [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 833.950745] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc010462-8030-4bff-9de0-a8c7a68dfdc6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.959099] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa388e-5624-4aac-8eb5-1e81b47bea38 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.193654] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.314s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.194102] env[65635]: INFO nova.compute.manager [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Migrating [ 834.194201] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.194346] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.195817] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.637s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.196108] env[65635]: DEBUG nova.objects.instance [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lazy-loading 'resources' on Instance uuid ae82c913-43ed-4ca6-a127-8e8ead9d7711 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.216547] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527d6c73-ca3a-bd11-8ae3-e9dab57b40b3, 'name': SearchDatastore_Task, 'duration_secs': 0.015105} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.216991] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.217281] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.217634] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.217765] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.218019] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.218770] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1bc781d-67aa-46d6-8825-d725dd93c334 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.225081] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426333, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.235033] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.235033] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.236239] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15405f95-461c-406a-a243-87cee72db869 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.243493] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 834.243493] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d6461d-5371-7732-c0ec-d2dc5397dee7" [ 834.243493] env[65635]: _type = "Task" [ 834.243493] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.257418] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d6461d-5371-7732-c0ec-d2dc5397dee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.357141] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426332, 'name': CreateSnapshot_Task, 'duration_secs': 0.834881} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.357424] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.359353] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dc599c-db7f-4447-873c-c01718fd0023 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.533829] env[65635]: DEBUG nova.network.neutron [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 834.702642] env[65635]: INFO nova.compute.rpcapi [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 834.703498] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.741401] env[65635]: DEBUG oslo_vmware.api [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426333, 'name': PowerOnVM_Task, 'duration_secs': 0.842342} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.741401] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.741401] env[65635]: DEBUG nova.compute.manager [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 834.744947] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7048c920-bfbb-4a15-a9e9-92b0104a2b1e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.772589] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d6461d-5371-7732-c0ec-d2dc5397dee7, 'name': SearchDatastore_Task, 'duration_secs': 0.016253} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.774260] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7365dc2f-524c-435b-b183-6b856289801d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.781399] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 834.781399] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523963a0-9fe4-66aa-29b4-63616e90e3ff" [ 834.781399] env[65635]: _type = "Task" [ 834.781399] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.792792] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523963a0-9fe4-66aa-29b4-63616e90e3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.884322] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.888792] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80d6f3ae-f015-4e5e-b3f7-fa4a1b03e7fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.900500] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 834.900500] env[65635]: value = "task-4426334" [ 834.900500] env[65635]: _type = "Task" [ 834.900500] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.914608] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426334, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.169357] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "3a0a2d71-2163-494d-8646-016a8976bcae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.170775] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "3a0a2d71-2163-494d-8646-016a8976bcae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.234242] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.237021] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.237021] env[65635]: DEBUG nova.network.neutron [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 835.282615] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.294463] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523963a0-9fe4-66aa-29b4-63616e90e3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01187} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.298032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.298032] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 021603b8-ae7c-4b34-908f-49c4298a099f/021603b8-ae7c-4b34-908f-49c4298a099f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.298690] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29e75234-7717-4f57-a8ea-182e0ec1488d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.308594] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 835.308594] env[65635]: value = "task-4426335" [ 835.308594] env[65635]: _type = "Task" [ 835.308594] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.325849] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.352137] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab3328e-7a75-44a1-8b2c-3959491136c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.364208] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155cb230-67ba-4848-929d-5b78b5150d73 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.398967] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcd82f8-0eec-4935-a9db-e8ff17c90310 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.412621] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426334, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.416509] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7a58a4-1cf3-4b83-8a7d-e655e4ca98b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.433308] env[65635]: DEBUG nova.compute.provider_tree [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.623801] env[65635]: DEBUG nova.network.neutron [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Successfully updated port: ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 835.673361] env[65635]: DEBUG nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 835.741735] env[65635]: WARNING neutronclient.v2_0.client [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.800044] env[65635]: WARNING neutronclient.v2_0.client [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.824499] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.913598] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426334, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.940784] env[65635]: DEBUG nova.scheduler.client.report [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.025092] env[65635]: DEBUG nova.network.neutron [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Updating instance_info_cache with network_info: [{"id": "692936df-332f-49e5-b248-34e2501d955e", "address": "fa:16:3e:81:ee:0b", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692936df-33", "ovs_interfaceid": "692936df-332f-49e5-b248-34e2501d955e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.106499] env[65635]: WARNING neutronclient.v2_0.client [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.132962] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.133177] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.133356] env[65635]: DEBUG nova.network.neutron [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 836.205805] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.286284] env[65635]: DEBUG nova.network.neutron [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance_info_cache with network_info: [{"id": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "address": "fa:16:3e:5e:ce:a5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1796564-16", "ovs_interfaceid": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.321470] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549864} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.321771] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 021603b8-ae7c-4b34-908f-49c4298a099f/021603b8-ae7c-4b34-908f-49c4298a099f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.321994] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.322283] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a879654-ac4d-4288-b4f9-472399505e21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.332154] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 836.332154] env[65635]: value = "task-4426336" [ 836.332154] env[65635]: _type = "Task" [ 836.332154] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.341877] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.417456] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426334, 'name': CloneVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.448278] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.451657] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.092s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.452926] env[65635]: INFO nova.compute.claims [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.495998] env[65635]: INFO nova.scheduler.client.report [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Deleted allocations for instance ae82c913-43ed-4ca6-a127-8e8ead9d7711 [ 836.529468] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-e8d3e9ca-93fb-4d90-90d3-e5cc19151797" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.530080] env[65635]: DEBUG nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Instance network_info: |[{"id": "692936df-332f-49e5-b248-34e2501d955e", "address": "fa:16:3e:81:ee:0b", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692936df-33", "ovs_interfaceid": "692936df-332f-49e5-b248-34e2501d955e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 836.531596] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ee:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '692936df-332f-49e5-b248-34e2501d955e', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.539042] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating folder: Project (ff51fc96739a4cdcbb50aeefec6cc9f7). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.539373] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-319657a4-838b-4c37-9d28-3710b749224a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.552523] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created folder: Project (ff51fc96739a4cdcbb50aeefec6cc9f7) in parent group-v866005. [ 836.552699] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating folder: Instances. Parent ref: group-v866161. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.552943] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9688b60b-90d6-41db-86f5-9faa1f5ee04f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.567998] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created folder: Instances in parent group-v866161. [ 836.568522] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 836.568835] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.569357] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f069e36c-b7c8-435f-89d3-0ad00f747820 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.596197] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.596197] env[65635]: value = "task-4426339" [ 836.596197] env[65635]: _type = "Task" [ 836.596197] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.614095] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426339, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.699177] env[65635]: INFO nova.compute.manager [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Rescuing [ 836.699177] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.699177] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.699177] env[65635]: DEBUG nova.network.neutron [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 836.730240] env[65635]: DEBUG nova.network.neutron [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 836.789607] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.853252] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0806} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.853587] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.854669] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19976ce-aa78-4225-ae15-8cbdd6d1dc19 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.882190] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 021603b8-ae7c-4b34-908f-49c4298a099f/021603b8-ae7c-4b34-908f-49c4298a099f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.883274] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4d0a6c-fe8f-4fd5-869c-b887f8eef137 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.912065] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 836.912065] env[65635]: value = "task-4426340" [ 836.912065] env[65635]: _type = "Task" [ 836.912065] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.913689] env[65635]: WARNING neutronclient.v2_0.client [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.930243] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426334, 'name': CloneVM_Task, 'duration_secs': 1.575718} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.930342] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Created linked-clone VM from snapshot [ 836.931293] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dee418-09f5-46ce-b67c-a63dbb081230 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.938957] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.945310] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Uploading image ee3ee562-9d6f-4f42-9e2c-ffebc4ffa30a {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.986839] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 836.986839] env[65635]: value = "vm-866160" [ 836.986839] env[65635]: _type = "VirtualMachine" [ 836.986839] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 836.987455] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1fd2d940-2171-41bc-969e-e1623558a23e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.004555] env[65635]: DEBUG oslo_concurrency.lockutils [None req-330b114c-4e46-4b8c-93e8-6311b8bc4b5b tempest-AttachInterfacesV270Test-858361944 tempest-AttachInterfacesV270Test-858361944-project-member] Lock "ae82c913-43ed-4ca6-a127-8e8ead9d7711" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.615s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.015749] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease: (returnval){ [ 837.015749] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e85360-4271-5c01-e04f-530e69aa471c" [ 837.015749] env[65635]: _type = "HttpNfcLease" [ 837.015749] env[65635]: } obtained for exporting VM: (result){ [ 837.015749] env[65635]: value = "vm-866160" [ 837.015749] env[65635]: _type = "VirtualMachine" [ 837.015749] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.016129] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the lease: (returnval){ [ 837.016129] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e85360-4271-5c01-e04f-530e69aa471c" [ 837.016129] env[65635]: _type = "HttpNfcLease" [ 837.016129] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.026807] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.026807] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e85360-4271-5c01-e04f-530e69aa471c" [ 837.026807] env[65635]: _type = "HttpNfcLease" [ 837.026807] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.053751] env[65635]: DEBUG nova.network.neutron [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating instance_info_cache with network_info: [{"id": "ba559057-9d08-428b-835d-0b2b06025dfc", "address": "fa:16:3e:91:1f:9f", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba559057-9d", "ovs_interfaceid": "ba559057-9d08-428b-835d-0b2b06025dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.113922] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426339, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.204977] env[65635]: WARNING neutronclient.v2_0.client [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.209314] env[65635]: DEBUG nova.compute.manager [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Received event network-changed-8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.209668] env[65635]: DEBUG nova.compute.manager [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Refreshing instance network info cache due to event network-changed-8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 837.209822] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Acquiring lock "refresh_cache-021603b8-ae7c-4b34-908f-49c4298a099f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.210055] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Acquired lock "refresh_cache-021603b8-ae7c-4b34-908f-49c4298a099f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.210516] env[65635]: DEBUG nova.network.neutron [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Refreshing network info cache for port 8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.434550] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426340, 'name': ReconfigVM_Task, 'duration_secs': 0.369327} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.434550] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 021603b8-ae7c-4b34-908f-49c4298a099f/021603b8-ae7c-4b34-908f-49c4298a099f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.434914] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e00cb67-efa4-468c-9fc7-3d1470a572d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.470529] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 837.470529] env[65635]: value = "task-4426342" [ 837.470529] env[65635]: _type = "Task" [ 837.470529] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.529135] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.529135] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e85360-4271-5c01-e04f-530e69aa471c" [ 837.529135] env[65635]: _type = "HttpNfcLease" [ 837.529135] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.529653] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.529653] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e85360-4271-5c01-e04f-530e69aa471c" [ 837.529653] env[65635]: _type = "HttpNfcLease" [ 837.529653] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 837.530706] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b82fa-0535-4a7f-9ef5-45e086f259bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.543449] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c8467-ca97-66fb-8eac-d683b36ea9e5/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.543449] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c8467-ca97-66fb-8eac-d683b36ea9e5/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 837.608223] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.608223] env[65635]: DEBUG nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Instance network_info: |[{"id": "ba559057-9d08-428b-835d-0b2b06025dfc", "address": "fa:16:3e:91:1f:9f", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba559057-9d", "ovs_interfaceid": "ba559057-9d08-428b-835d-0b2b06025dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 837.613886] env[65635]: WARNING neutronclient.v2_0.client [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.617402] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:1f:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba559057-9d08-428b-835d-0b2b06025dfc', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.628024] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating folder: Project (239a165f749e4c03964f942db82a6212). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.631490] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30edb40e-947a-4489-9318-de07259edc65 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.634655] env[65635]: DEBUG nova.compute.manager [req-4526b657-0827-40e8-90d8-89798b7c04da req-ca795ff9-e00c-46db-a147-84e0a4e6f021 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received event network-vif-plugged-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.635340] env[65635]: DEBUG oslo_concurrency.lockutils [req-4526b657-0827-40e8-90d8-89798b7c04da req-ca795ff9-e00c-46db-a147-84e0a4e6f021 service nova] Acquiring lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.635340] env[65635]: DEBUG oslo_concurrency.lockutils [req-4526b657-0827-40e8-90d8-89798b7c04da req-ca795ff9-e00c-46db-a147-84e0a4e6f021 service nova] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.635340] env[65635]: DEBUG oslo_concurrency.lockutils [req-4526b657-0827-40e8-90d8-89798b7c04da req-ca795ff9-e00c-46db-a147-84e0a4e6f021 service nova] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.635604] env[65635]: DEBUG nova.compute.manager [req-4526b657-0827-40e8-90d8-89798b7c04da req-ca795ff9-e00c-46db-a147-84e0a4e6f021 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] No waiting events found dispatching network-vif-plugged-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 837.635604] env[65635]: WARNING nova.compute.manager [req-4526b657-0827-40e8-90d8-89798b7c04da req-ca795ff9-e00c-46db-a147-84e0a4e6f021 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received unexpected event network-vif-plugged-ba559057-9d08-428b-835d-0b2b06025dfc for instance with vm_state building and task_state spawning. [ 837.644398] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426339, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.648855] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Created folder: Project (239a165f749e4c03964f942db82a6212) in parent group-v866005. [ 837.649122] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating folder: Instances. Parent ref: group-v866164. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.649252] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35155c0-98fc-4d52-91df-a68fa17e6137 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.661261] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Created folder: Instances in parent group-v866164. [ 837.661597] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 837.661827] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.662063] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5dca19c-bcf9-4f4f-bb0d-21e58595a496 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.691452] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9af21d62-4fd6-43ba-bcb4-5b8ce81d039f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.698885] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.698885] env[65635]: value = "task-4426345" [ 837.698885] env[65635]: _type = "Task" [ 837.698885] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.710462] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426345, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.713448] env[65635]: WARNING neutronclient.v2_0.client [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.868333] env[65635]: DEBUG nova.network.neutron [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Updating instance_info_cache with network_info: [{"id": "3bbc5c60-4af7-45b7-8131-5782d4804866", "address": "fa:16:3e:1a:7f:ab", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bbc5c60-4a", "ovs_interfaceid": "3bbc5c60-4af7-45b7-8131-5782d4804866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.986969] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426342, 'name': Rename_Task, 'duration_secs': 0.300732} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.991298] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.993082] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-799652d8-dd24-4f04-a21e-65d187d53c61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.001998] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 838.001998] env[65635]: value = "task-4426346" [ 838.001998] env[65635]: _type = "Task" [ 838.001998] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.017356] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.053135] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "88433ade-6449-40a4-9c92-122481cf79be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.053382] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "88433ade-6449-40a4-9c92-122481cf79be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.135194] env[65635]: DEBUG nova.compute.manager [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 838.135194] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426339, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.135913] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d6e585-4d64-4985-9be9-9ef406be69d6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.219836] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426345, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.262570] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352dba5d-0029-409a-a3a9-35b058e49208 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.271426] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab8e1c8-8abf-4956-aae5-06016ea63223 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.314075] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4ff77f-389d-45d9-a7ac-34ba9ba470ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.318757] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7518a499-6eb4-4c89-be69-7f09ebf66c83 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.348863] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94243ad9-4033-4691-ad0b-9281e2544d13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.354106] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance 'a7750ded-bcc4-43de-8c15-a50b30be9161' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.373130] env[65635]: DEBUG nova.compute.provider_tree [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.375586] env[65635]: WARNING neutronclient.v2_0.client [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.379214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "refresh_cache-8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.516971] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.550588] env[65635]: DEBUG nova.network.neutron [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Updated VIF entry in instance network info cache for port 8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.550987] env[65635]: DEBUG nova.network.neutron [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Updating instance_info_cache with network_info: [{"id": "8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8", "address": "fa:16:3e:16:03:3d", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a07b0b7-bc", "ovs_interfaceid": "8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.560977] env[65635]: DEBUG nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 838.637264] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426339, 'name': CreateVM_Task, 'duration_secs': 1.609061} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.637714] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.638344] env[65635]: WARNING neutronclient.v2_0.client [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.641304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.641304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.641304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.642023] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eab934b-6f4c-45f5-ace9-0bb24d070a28 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.652205] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 838.652205] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5268050c-5961-bf70-0a9c-503da765fea4" [ 838.652205] env[65635]: _type = "Task" [ 838.652205] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.658189] env[65635]: INFO nova.compute.manager [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] instance snapshotting [ 838.664099] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c73b36-00e5-417f-8e18-66400230cecf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.674901] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5268050c-5961-bf70-0a9c-503da765fea4, 'name': SearchDatastore_Task, 'duration_secs': 0.013702} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.690401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.691261] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.691261] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.691261] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.691553] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.692703] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52e81295-4342-4487-bfdb-f7ebdb03acc1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.696182] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd2b3a-a306-4e25-ba58-c008e8990f14 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.718675] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.718675] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.718675] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf52923-d283-404a-b8f3-5e7afebce438 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.734413] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426345, 'name': CreateVM_Task, 'duration_secs': 0.736048} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.736132] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.736616] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 838.736616] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52604892-5305-8b79-ca25-5806bf1d8c6b" [ 838.736616] env[65635]: _type = "Task" [ 838.736616] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.737284] env[65635]: WARNING neutronclient.v2_0.client [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.737678] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.737863] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.738275] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.738659] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadd669b-8bb7-4325-92e2-7169cb3b6a49 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.748546] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 838.748546] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f89936-ba10-ef72-fd3d-f1a323a03040" [ 838.748546] env[65635]: _type = "Task" [ 838.748546] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.753457] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52604892-5305-8b79-ca25-5806bf1d8c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.759227] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1578c288-d06b-41d1-8b32-5a5a1e01e750 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.773155] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 838.773155] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a00ec3-4779-f8d2-6bdc-614efcef67d6" [ 838.773155] env[65635]: _type = "Task" [ 838.773155] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.773545] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f89936-ba10-ef72-fd3d-f1a323a03040, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.774718] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.775098] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.775357] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.789633] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a00ec3-4779-f8d2-6bdc-614efcef67d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.789633] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.789633] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797/e8d3e9ca-93fb-4d90-90d3-e5cc19151797.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.789633] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.789633] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.790151] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49b8cbb-8609-4c19-aa3f-61dfd9bc49de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.794647] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adab6ba3-d97d-492a-abc1-835fe01b2251 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.803724] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 838.803724] env[65635]: value = "task-4426347" [ 838.803724] env[65635]: _type = "Task" [ 838.803724] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.805420] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.805785] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.810829] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54391517-f0d4-48b7-9f63-1a261a1c6d00 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.822446] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.824193] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 838.824193] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5238d44e-a4d0-0899-ec22-dff5565f6fbc" [ 838.824193] env[65635]: _type = "Task" [ 838.824193] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.838033] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5238d44e-a4d0-0899-ec22-dff5565f6fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.838033] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-147d560c-7a57-499f-bce5-6984e85228c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.844950] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 838.844950] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c4eb2-9106-3f67-8a6f-a64d3c059368" [ 838.844950] env[65635]: _type = "Task" [ 838.844950] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.856065] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c4eb2-9106-3f67-8a6f-a64d3c059368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.861502] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.861502] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-338abf67-d621-4652-af20-24c5cdfa0d5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.869717] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 838.869717] env[65635]: value = "task-4426348" [ 838.869717] env[65635]: _type = "Task" [ 838.869717] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.879348] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.884788] env[65635]: DEBUG nova.scheduler.client.report [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.017763] env[65635]: DEBUG oslo_vmware.api [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426346, 'name': PowerOnVM_Task, 'duration_secs': 0.661624} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.017763] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.017763] env[65635]: INFO nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Took 12.67 seconds to spawn the instance on the hypervisor. [ 839.017978] env[65635]: DEBUG nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 839.018787] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68702d67-5509-4908-8499-5ffd8e15bbe6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.056337] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Releasing lock "refresh_cache-021603b8-ae7c-4b34-908f-49c4298a099f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.056507] env[65635]: DEBUG nova.compute.manager [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Received event network-vif-plugged-692936df-332f-49e5-b248-34e2501d955e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.056711] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Acquiring lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.056917] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.057092] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.057271] env[65635]: DEBUG nova.compute.manager [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] No waiting events found dispatching network-vif-plugged-692936df-332f-49e5-b248-34e2501d955e {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.057534] env[65635]: WARNING nova.compute.manager [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Received unexpected event network-vif-plugged-692936df-332f-49e5-b248-34e2501d955e for instance with vm_state building and task_state spawning. [ 839.057622] env[65635]: DEBUG nova.compute.manager [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Received event network-changed-692936df-332f-49e5-b248-34e2501d955e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.057721] env[65635]: DEBUG nova.compute.manager [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Refreshing instance network info cache due to event network-changed-692936df-332f-49e5-b248-34e2501d955e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 839.057893] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Acquiring lock "refresh_cache-e8d3e9ca-93fb-4d90-90d3-e5cc19151797" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.058033] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Acquired lock "refresh_cache-e8d3e9ca-93fb-4d90-90d3-e5cc19151797" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.060420] env[65635]: DEBUG nova.network.neutron [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Refreshing network info cache for port 692936df-332f-49e5-b248-34e2501d955e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.100753] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.214096] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 839.214481] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d4bc9b6f-0940-4140-bf4e-24d04f86a28e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.225220] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 839.225220] env[65635]: value = "task-4426349" [ 839.225220] env[65635]: _type = "Task" [ 839.225220] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.242609] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426349, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.318962] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquiring lock "8299e78d-ee90-4e1e-a997-e811a8995362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.319303] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "8299e78d-ee90-4e1e-a997-e811a8995362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.324895] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426347, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.360296] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525c4eb2-9106-3f67-8a6f-a64d3c059368, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.361117] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.361588] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506/b695c17c-898e-45ed-aa32-bc38cdb6e506.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.362333] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32cdad95-6c65-4da5-8b63-3832e1b2b26d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.376388] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 839.376388] env[65635]: value = "task-4426350" [ 839.376388] env[65635]: _type = "Task" [ 839.376388] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.391437] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.941s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.392203] env[65635]: DEBUG nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 839.395560] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426348, 'name': PowerOffVM_Task, 'duration_secs': 0.230961} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.401100] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.207s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.401100] env[65635]: DEBUG nova.objects.instance [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lazy-loading 'resources' on Instance uuid ed7ccecc-3471-4a79-b709-7c0da4198cf8 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.403394] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.403394] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance 'a7750ded-bcc4-43de-8c15-a50b30be9161' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.407340] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.539607] env[65635]: INFO nova.compute.manager [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Took 53.01 seconds to build instance. [ 839.563677] env[65635]: WARNING neutronclient.v2_0.client [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.743028] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426349, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.817825] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69265} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.818278] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797/e8d3e9ca-93fb-4d90-90d3-e5cc19151797.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.818613] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.819261] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4018f455-e208-40e9-aead-a02e3edc2934 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.826436] env[65635]: DEBUG nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 839.834043] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 839.834043] env[65635]: value = "task-4426351" [ 839.834043] env[65635]: _type = "Task" [ 839.834043] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.849672] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.869880] env[65635]: WARNING neutronclient.v2_0.client [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.892958] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.899022] env[65635]: DEBUG nova.compute.utils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.901703] env[65635]: DEBUG nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 839.902031] env[65635]: DEBUG nova.network.neutron [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 839.902418] env[65635]: WARNING neutronclient.v2_0.client [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.902730] env[65635]: WARNING neutronclient.v2_0.client [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.910413] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 839.910825] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.911083] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 839.914020] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.914020] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 839.914020] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 839.914020] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.914020] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 839.914020] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 839.914020] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 839.914573] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 839.926210] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa337d2-c333-4b46-9e6a-8acdd6571cc3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.943079] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.943079] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b814d1b-342a-44ff-8e3e-2c6f97577e90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.954225] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 839.954225] env[65635]: value = "task-4426352" [ 839.954225] env[65635]: _type = "Task" [ 839.954225] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.964055] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 839.964055] env[65635]: value = "task-4426353" [ 839.964055] env[65635]: _type = "Task" [ 839.964055] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.981584] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.989454] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.047988] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31b0aa05-33d7-4413-b48d-c7ce12865073 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "021603b8-ae7c-4b34-908f-49c4298a099f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.520s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.050183] env[65635]: DEBUG nova.policy [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '138d04ec00954a57987a6fd28b6e63a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3501a67b41b4ae595ea0ccff89908b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.095619] env[65635]: DEBUG nova.network.neutron [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Updated VIF entry in instance network info cache for port 692936df-332f-49e5-b248-34e2501d955e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.096290] env[65635]: DEBUG nova.network.neutron [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Updating instance_info_cache with network_info: [{"id": "692936df-332f-49e5-b248-34e2501d955e", "address": "fa:16:3e:81:ee:0b", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692936df-33", "ovs_interfaceid": "692936df-332f-49e5-b248-34e2501d955e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.252036] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426349, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.361240] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198333} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.362050] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.363066] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd95bfa-dcd1-406b-89b9-bbd3c564bf63 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.368722] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.401716] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797/e8d3e9ca-93fb-4d90-90d3-e5cc19151797.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.410819] env[65635]: DEBUG nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 840.412336] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5bfa29-3083-4c08-b4d1-fce0f57ea63f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.439705] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676678} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.440718] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506/b695c17c-898e-45ed-aa32-bc38cdb6e506.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.440950] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.441463] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 840.441463] env[65635]: value = "task-4426354" [ 840.441463] env[65635]: _type = "Task" [ 840.441463] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.444649] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dc2cdec-78ee-4a64-93cc-7f2e3d0855bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.461100] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.461766] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 840.461766] env[65635]: value = "task-4426355" [ 840.461766] env[65635]: _type = "Task" [ 840.461766] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.493018] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.493018] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426352, 'name': PowerOffVM_Task, 'duration_secs': 0.377252} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.494088] env[65635]: DEBUG nova.network.neutron [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Successfully created port: 1f5263ee-0f19-4d86-8e60-e7e16c8c8315 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 840.496579] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.497720] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3a975c-0dd1-43ce-8d46-1cda7ab67401 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.523772] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f492980f-a722-4e49-977b-9946bca87576 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.564401] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.564401] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dab90a5-4a43-4971-b871-31b6b43b76d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.572783] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 840.572783] env[65635]: value = "task-4426356" [ 840.572783] env[65635]: _type = "Task" [ 840.572783] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.583849] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 840.584200] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.584347] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.584453] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.584631] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.588362] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a90daf06-15ab-4faf-9c73-3ae1e9fdd647 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.601263] env[65635]: DEBUG oslo_concurrency.lockutils [req-fe900ae9-ad3e-4d80-8912-2647585f5ad7 req-eac92f3c-36a0-4e93-8ac7-10edec96c4bc service nova] Releasing lock "refresh_cache-e8d3e9ca-93fb-4d90-90d3-e5cc19151797" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.609785] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.609986] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.610782] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310c12b8-d538-420e-ae4c-841b3c7a51b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.618194] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 840.618194] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524bddfa-5f11-dcfb-0a12-2d3452860f8b" [ 840.618194] env[65635]: _type = "Task" [ 840.618194] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.633239] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524bddfa-5f11-dcfb-0a12-2d3452860f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.667270] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863dcd60-631e-4e54-8e4f-6b04a972310a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.679108] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73768afb-cc76-453d-8bf0-6e6c843abeef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.726684] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25729183-50f5-40ed-a130-3cc89beadeda {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.736676] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0d248-1a96-411b-b1c8-155f3ddc0be7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.745167] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426349, 'name': CreateSnapshot_Task, 'duration_secs': 1.142241} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.745979] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 840.747201] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b27e081-ae03-43b6-9695-ae96abaf024c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.758342] env[65635]: DEBUG nova.compute.provider_tree [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.957254] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.976271] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105826} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.984087] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.985606] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c18b099-b875-4ebe-87ef-2d0ff6c9fe7b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.996182] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.016221] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506/b695c17c-898e-45ed-aa32-bc38cdb6e506.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.016581] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94404879-5276-4806-937a-28efa3baa965 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.042726] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 841.042726] env[65635]: value = "task-4426357" [ 841.042726] env[65635]: _type = "Task" [ 841.042726] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.053509] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.132042] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524bddfa-5f11-dcfb-0a12-2d3452860f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.021585} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.132892] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c20993b-6b24-45dc-9148-90f145ed0804 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.139055] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 841.139055] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522ef7ae-e391-d820-7bed-4b5516a62857" [ 841.139055] env[65635]: _type = "Task" [ 841.139055] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.147865] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522ef7ae-e391-d820-7bed-4b5516a62857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.261826] env[65635]: DEBUG nova.scheduler.client.report [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.278842] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.279180] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86d43775-7bf2-4371-87ce-e67026636794 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.290838] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 841.290838] env[65635]: value = "task-4426358" [ 841.290838] env[65635]: _type = "Task" [ 841.290838] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.302878] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426358, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.435548] env[65635]: DEBUG nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 841.459258] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426354, 'name': ReconfigVM_Task, 'duration_secs': 0.653487} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.462133] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Reconfigured VM instance instance-00000035 to attach disk [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797/e8d3e9ca-93fb-4d90-90d3-e5cc19151797.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.463354] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edb19b32-840b-4f39-a035-2b555a75ced9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.472068] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 841.472068] env[65635]: value = "task-4426359" [ 841.472068] env[65635]: _type = "Task" [ 841.472068] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.476592] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.477739] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.477739] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.477739] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.477739] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.477739] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.478072] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.478218] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.478409] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.479359] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.479359] env[65635]: DEBUG nova.virt.hardware [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.480141] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c231ed-042f-40aa-9c50-75529e94e2d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.508289] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef5e071-7e9b-4297-bc4b-2b39d44518c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.512287] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426359, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.512572] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426353, 'name': ReconfigVM_Task, 'duration_secs': 1.262335} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.512887] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance 'a7750ded-bcc4-43de-8c15-a50b30be9161' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.556925] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.657487] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522ef7ae-e391-d820-7bed-4b5516a62857, 'name': SearchDatastore_Task, 'duration_secs': 0.030001} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.657883] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.658433] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. {{(pid=65635) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 841.659079] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6a8da1f-84f1-4b28-8fd3-cfd7054a1dbe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.670196] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 841.670196] env[65635]: value = "task-4426360" [ 841.670196] env[65635]: _type = "Task" [ 841.670196] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.688431] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.767860] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.772111] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.464s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.772389] env[65635]: DEBUG nova.objects.instance [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lazy-loading 'resources' on Instance uuid 0bca13d5-0620-4110-b8f2-a49f1f91352d {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.812691] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426358, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.816050] env[65635]: INFO nova.scheduler.client.report [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Deleted allocations for instance ed7ccecc-3471-4a79-b709-7c0da4198cf8 [ 841.948739] env[65635]: DEBUG nova.compute.manager [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received event network-changed-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 841.948939] env[65635]: DEBUG nova.compute.manager [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Refreshing instance network info cache due to event network-changed-ba559057-9d08-428b-835d-0b2b06025dfc. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 841.950688] env[65635]: DEBUG oslo_concurrency.lockutils [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] Acquiring lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.950688] env[65635]: DEBUG oslo_concurrency.lockutils [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] Acquired lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.950820] env[65635]: DEBUG nova.network.neutron [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Refreshing network info cache for port ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.997157] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426359, 'name': Rename_Task, 'duration_secs': 0.312303} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.997157] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.997157] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf757386-a07f-460f-a986-06fb7335a542 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.011056] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 842.011056] env[65635]: value = "task-4426361" [ 842.011056] env[65635]: _type = "Task" [ 842.011056] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.024316] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 842.025865] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.026094] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 842.026299] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.026449] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 842.026729] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 842.026853] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 842.027070] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 842.027331] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 842.027452] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 842.027643] env[65635]: DEBUG nova.virt.hardware [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 842.040025] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 842.044018] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2d7a6a-d585-4dc6-a617-b430b0cadef5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.057397] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.069577] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426357, 'name': ReconfigVM_Task, 'duration_secs': 0.730609} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.071642] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Reconfigured VM instance instance-00000036 to attach disk [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506/b695c17c-898e-45ed-aa32-bc38cdb6e506.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.072521] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 842.072521] env[65635]: value = "task-4426362" [ 842.072521] env[65635]: _type = "Task" [ 842.072521] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.072785] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a6a4a59-c35b-42da-acd5-5f2ca42f66d1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.086721] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.091125] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 842.091125] env[65635]: value = "task-4426363" [ 842.091125] env[65635]: _type = "Task" [ 842.091125] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.104158] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426363, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.183271] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.311724] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426358, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.322163] env[65635]: DEBUG nova.network.neutron [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Successfully updated port: 1f5263ee-0f19-4d86-8e60-e7e16c8c8315 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 842.334138] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8452933f-998c-47b0-b5ab-c5197194d328 tempest-ServersTestMultiNic-120193027 tempest-ServersTestMultiNic-120193027-project-member] Lock "ed7ccecc-3471-4a79-b709-7c0da4198cf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.407s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.457722] env[65635]: WARNING neutronclient.v2_0.client [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.526843] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426361, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.538971] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "74c18370-1add-4673-ad90-374563808d15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.538971] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "74c18370-1add-4673-ad90-374563808d15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.595146] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426362, 'name': ReconfigVM_Task, 'duration_secs': 0.23491} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.599599] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 842.600824] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c6e3b7-98ea-4fd8-a3d4-6f2562862fe2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.614043] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426363, 'name': Rename_Task, 'duration_secs': 0.300793} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.627191] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.635920] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a7750ded-bcc4-43de-8c15-a50b30be9161/a7750ded-bcc4-43de-8c15-a50b30be9161.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.639432] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce549a2a-7828-4be3-b180-8de288ff0d77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.641665] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43cafc1b-4e3d-4eb7-a8c3-50b9f6686914 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.662984] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 842.662984] env[65635]: value = "task-4426364" [ 842.662984] env[65635]: _type = "Task" [ 842.662984] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.665285] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 842.665285] env[65635]: value = "task-4426365" [ 842.665285] env[65635]: _type = "Task" [ 842.665285] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.682344] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.686254] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.696222] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680247} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.696222] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. [ 842.696667] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3791f249-a3bc-44e9-a0eb-c0f3fccad1b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.732899] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.733482] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1cfeee-b54e-403f-bdf1-668af33a7f20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.757490] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 842.757490] env[65635]: value = "task-4426366" [ 842.757490] env[65635]: _type = "Task" [ 842.757490] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.768843] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.818760] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426358, 'name': CloneVM_Task, 'duration_secs': 1.303709} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.819357] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Created linked-clone VM from snapshot [ 842.821969] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97efe663-176a-4354-9705-dd5aeab9e23f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.839451] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-d7987023-1fb3-4c04-a111-128ecb53375c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.842019] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-d7987023-1fb3-4c04-a111-128ecb53375c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.842019] env[65635]: DEBUG nova.network.neutron [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.844394] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Uploading image aa4eafa8-ab80-4945-a95a-9cbad7ef5d2c {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 842.890216] env[65635]: DEBUG oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 842.890216] env[65635]: value = "vm-866168" [ 842.890216] env[65635]: _type = "VirtualMachine" [ 842.890216] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 842.890552] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5478c24-d019-425b-9cad-bada826b77e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.904854] env[65635]: DEBUG oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lease: (returnval){ [ 842.904854] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5280aac0-577a-720f-5a7a-3e8d7e0bff7c" [ 842.904854] env[65635]: _type = "HttpNfcLease" [ 842.904854] env[65635]: } obtained for exporting VM: (result){ [ 842.904854] env[65635]: value = "vm-866168" [ 842.904854] env[65635]: _type = "VirtualMachine" [ 842.904854] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 842.905315] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the lease: (returnval){ [ 842.905315] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5280aac0-577a-720f-5a7a-3e8d7e0bff7c" [ 842.905315] env[65635]: _type = "HttpNfcLease" [ 842.905315] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 842.918129] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.918129] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5280aac0-577a-720f-5a7a-3e8d7e0bff7c" [ 842.918129] env[65635]: _type = "HttpNfcLease" [ 842.918129] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 843.025881] env[65635]: DEBUG oslo_vmware.api [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426361, 'name': PowerOnVM_Task, 'duration_secs': 0.684967} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.026679] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.026942] env[65635]: INFO nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Took 11.84 seconds to spawn the instance on the hypervisor. [ 843.028241] env[65635]: DEBUG nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 843.028241] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b545b-8f6d-4ba5-acb0-21ce9f195499 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.045102] env[65635]: DEBUG nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 843.086236] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ae3e43-149f-4c25-a057-03d5e606bfe1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.097133] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc751e26-4ec5-4ddc-bcd6-ea86e750cd82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.133194] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d866c6-20c6-469c-9c27-231d2335244e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.142721] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46843879-00eb-43f9-8862-cfa9a40582d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.159813] env[65635]: DEBUG nova.compute.provider_tree [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.181217] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426364, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.184625] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426365, 'name': ReconfigVM_Task, 'duration_secs': 0.326131} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.185550] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a7750ded-bcc4-43de-8c15-a50b30be9161/a7750ded-bcc4-43de-8c15-a50b30be9161.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.185865] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance 'a7750ded-bcc4-43de-8c15-a50b30be9161' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.199763] env[65635]: WARNING neutronclient.v2_0.client [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.271320] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.418781] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.418781] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5280aac0-577a-720f-5a7a-3e8d7e0bff7c" [ 843.418781] env[65635]: _type = "HttpNfcLease" [ 843.418781] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.418781] env[65635]: DEBUG oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.418781] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5280aac0-577a-720f-5a7a-3e8d7e0bff7c" [ 843.418781] env[65635]: _type = "HttpNfcLease" [ 843.418781] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 843.419217] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e974959a-2767-4db4-9068-b21a40d34126 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.428597] env[65635]: DEBUG oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f22ddc-254a-b2e5-58d3-65dfcea593e8/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.428597] env[65635]: DEBUG oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f22ddc-254a-b2e5-58d3-65dfcea593e8/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 843.488403] env[65635]: DEBUG nova.network.neutron [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 843.558099] env[65635]: INFO nova.compute.manager [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Took 49.56 seconds to build instance. [ 843.571762] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-148c2637-4125-4fe0-943e-fee43a32b0fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.581193] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.624056] env[65635]: DEBUG nova.network.neutron [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updated VIF entry in instance network info cache for port ba559057-9d08-428b-835d-0b2b06025dfc. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 843.624402] env[65635]: DEBUG nova.network.neutron [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating instance_info_cache with network_info: [{"id": "ba559057-9d08-428b-835d-0b2b06025dfc", "address": "fa:16:3e:91:1f:9f", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba559057-9d", "ovs_interfaceid": "ba559057-9d08-428b-835d-0b2b06025dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.663763] env[65635]: DEBUG nova.scheduler.client.report [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.684972] env[65635]: DEBUG oslo_vmware.api [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426364, 'name': PowerOnVM_Task, 'duration_secs': 0.709007} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.687041] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.687041] env[65635]: INFO nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Took 9.77 seconds to spawn the instance on the hypervisor. [ 843.687041] env[65635]: DEBUG nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 843.687657] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ddb6e9-45e2-4a8b-bfdb-ef4d1ff0c68a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.693956] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c5bf6-6d60-4f25-89df-6dec422e56a0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.722260] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c5953-45a8-44cb-acd9-40230ab29ba2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.744672] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance 'a7750ded-bcc4-43de-8c15-a50b30be9161' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.769800] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426366, 'name': ReconfigVM_Task, 'duration_secs': 0.815238} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.770360] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.772401] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855cb407-b9a1-4a04-9f3b-669a2c0c2edb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.803486] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602a6d28-a8a0-46b6-92de-815f4e63d1ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.823625] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 843.823625] env[65635]: value = "task-4426368" [ 843.823625] env[65635]: _type = "Task" [ 843.823625] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.838757] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.060997] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b87b568e-69b1-4e58-9c2f-65dca6b127b4 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.078s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.131035] env[65635]: DEBUG oslo_concurrency.lockutils [req-442194fd-bd17-4f28-9dde-8bdadf9a6b88 req-1f398173-b8cb-4616-ab80-19af8031505b service nova] Releasing lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.143225] env[65635]: WARNING neutronclient.v2_0.client [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.175880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.179422] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.125s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.179706] env[65635]: DEBUG nova.objects.instance [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lazy-loading 'resources' on Instance uuid c57fa6a5-d2d0-4f9f-94e0-88d2c350b212 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.215154] env[65635]: INFO nova.scheduler.client.report [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Deleted allocations for instance 0bca13d5-0620-4110-b8f2-a49f1f91352d [ 844.229898] env[65635]: INFO nova.compute.manager [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Took 49.47 seconds to build instance. [ 844.254638] env[65635]: WARNING neutronclient.v2_0.client [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.255221] env[65635]: WARNING neutronclient.v2_0.client [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.337347] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426368, 'name': ReconfigVM_Task, 'duration_secs': 0.263326} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.337838] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.338459] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f967b1d3-8c31-4048-9ad9-4361d62db84f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.344795] env[65635]: DEBUG nova.network.neutron [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Port c1796564-16f3-4a2b-8b12-f5f6dbf341f7 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 844.353647] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 844.353647] env[65635]: value = "task-4426369" [ 844.353647] env[65635]: _type = "Task" [ 844.353647] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.376417] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426369, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.388963] env[65635]: DEBUG nova.network.neutron [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Updating instance_info_cache with network_info: [{"id": "1f5263ee-0f19-4d86-8e60-e7e16c8c8315", "address": "fa:16:3e:09:13:33", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5263ee-0f", "ovs_interfaceid": "1f5263ee-0f19-4d86-8e60-e7e16c8c8315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.729640] env[65635]: DEBUG oslo_concurrency.lockutils [None req-461b1c07-23d4-4422-9a64-c682f77eb6a3 tempest-ServersAdminNegativeTestJSON-2028070641 tempest-ServersAdminNegativeTestJSON-2028070641-project-member] Lock "0bca13d5-0620-4110-b8f2-a49f1f91352d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.243s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.737683] env[65635]: DEBUG oslo_concurrency.lockutils [None req-088ec025-8756-472e-a8da-dab6c7d1bdbb tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.987s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.875656] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.897443] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-d7987023-1fb3-4c04-a111-128ecb53375c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.898670] env[65635]: DEBUG nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Instance network_info: |[{"id": "1f5263ee-0f19-4d86-8e60-e7e16c8c8315", "address": "fa:16:3e:09:13:33", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5263ee-0f", "ovs_interfaceid": "1f5263ee-0f19-4d86-8e60-e7e16c8c8315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 844.899786] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:13:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f5263ee-0f19-4d86-8e60-e7e16c8c8315', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.909299] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating folder: Project (d3501a67b41b4ae595ea0ccff89908b7). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.910228] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d9a886e-93fb-4b28-a7b0-75c38d0dee83 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.924435] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Created folder: Project (d3501a67b41b4ae595ea0ccff89908b7) in parent group-v866005. [ 844.924840] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating folder: Instances. Parent ref: group-v866169. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.925263] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57a594ed-26cc-4049-9609-626ad4bc1b07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.939796] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Created folder: Instances in parent group-v866169. [ 844.942257] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 844.943677] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.943677] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7319337a-2475-4c24-8bff-a4ef47377725 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.985444] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.985444] env[65635]: value = "task-4426372" [ 844.985444] env[65635]: _type = "Task" [ 844.985444] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.997160] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426372, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.031438] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Acquiring lock "021603b8-ae7c-4b34-908f-49c4298a099f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.032404] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Lock "021603b8-ae7c-4b34-908f-49c4298a099f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.033153] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Acquiring lock "021603b8-ae7c-4b34-908f-49c4298a099f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.033153] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Lock "021603b8-ae7c-4b34-908f-49c4298a099f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.033153] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Lock "021603b8-ae7c-4b34-908f-49c4298a099f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.035377] env[65635]: INFO nova.compute.manager [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Terminating instance [ 845.403251] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.403251] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.403251] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.406665] env[65635]: DEBUG oslo_vmware.api [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426369, 'name': PowerOnVM_Task, 'duration_secs': 0.655139} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.408540] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.412224] env[65635]: DEBUG nova.compute.manager [None req-1d0549a8-253a-4789-afe9-85719bf4ae13 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 845.414129] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb56529-f473-40dc-8dba-b24b8fd9342a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.460279] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d246dfe5-9c15-4075-8649-045d40cf892c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.476248] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c3cf29-c487-47de-b8d3-b02f420c603e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.522982] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2097e2f4-edf0-4500-998e-fbe9ac20a102 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.537100] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426372, 'name': CreateVM_Task, 'duration_secs': 0.411743} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.539455] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.540268] env[65635]: WARNING neutronclient.v2_0.client [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.540855] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.541110] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.541865] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.544013] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd3e25-16cf-47f4-8194-4248d2a50926 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.550754] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d84e57a-4abb-46fd-8665-c5f80436e255 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.553963] env[65635]: DEBUG nova.compute.manager [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 845.554345] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.556307] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78bba7f-d1f6-47bb-8e3f-44467a8a5ad5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.563536] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 845.563536] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52478dc2-e82b-70bc-a439-2063c3ec5efc" [ 845.563536] env[65635]: _type = "Task" [ 845.563536] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.579961] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.581120] env[65635]: DEBUG nova.compute.provider_tree [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.587157] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcff3b90-eab2-41c5-bbbc-1039e30f7080 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.597753] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52478dc2-e82b-70bc-a439-2063c3ec5efc, 'name': SearchDatastore_Task, 'duration_secs': 0.023553} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.599847] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.601016] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.601016] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.601016] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.601016] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.601470] env[65635]: DEBUG oslo_vmware.api [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Waiting for the task: (returnval){ [ 845.601470] env[65635]: value = "task-4426373" [ 845.601470] env[65635]: _type = "Task" [ 845.601470] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.603233] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1280fd71-1ec8-4c82-a592-524bc8443b2d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.608282] env[65635]: DEBUG nova.compute.manager [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Received event network-vif-plugged-1f5263ee-0f19-4d86-8e60-e7e16c8c8315 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 845.608282] env[65635]: DEBUG oslo_concurrency.lockutils [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] Acquiring lock "d7987023-1fb3-4c04-a111-128ecb53375c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.609066] env[65635]: DEBUG oslo_concurrency.lockutils [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] Lock "d7987023-1fb3-4c04-a111-128ecb53375c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.609066] env[65635]: DEBUG oslo_concurrency.lockutils [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] Lock "d7987023-1fb3-4c04-a111-128ecb53375c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.609768] env[65635]: DEBUG nova.compute.manager [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] No waiting events found dispatching network-vif-plugged-1f5263ee-0f19-4d86-8e60-e7e16c8c8315 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 845.609768] env[65635]: WARNING nova.compute.manager [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Received unexpected event network-vif-plugged-1f5263ee-0f19-4d86-8e60-e7e16c8c8315 for instance with vm_state building and task_state spawning. [ 845.610018] env[65635]: DEBUG nova.compute.manager [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Received event network-changed-1f5263ee-0f19-4d86-8e60-e7e16c8c8315 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 845.610068] env[65635]: DEBUG nova.compute.manager [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Refreshing instance network info cache due to event network-changed-1f5263ee-0f19-4d86-8e60-e7e16c8c8315. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 845.610296] env[65635]: DEBUG oslo_concurrency.lockutils [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] Acquiring lock "refresh_cache-d7987023-1fb3-4c04-a111-128ecb53375c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.610537] env[65635]: DEBUG oslo_concurrency.lockutils [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] Acquired lock "refresh_cache-d7987023-1fb3-4c04-a111-128ecb53375c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.610750] env[65635]: DEBUG nova.network.neutron [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Refreshing network info cache for port 1f5263ee-0f19-4d86-8e60-e7e16c8c8315 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.625783] env[65635]: DEBUG oslo_vmware.api [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Task: {'id': task-4426373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.636385] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.638144] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.638144] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769c761d-bdaf-4039-983e-95cc2f6cb793 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.646791] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 845.646791] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5233891f-fd2a-0e9a-b32e-8c1f51ca29b9" [ 845.646791] env[65635]: _type = "Task" [ 845.646791] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.660506] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5233891f-fd2a-0e9a-b32e-8c1f51ca29b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.091923] env[65635]: DEBUG nova.scheduler.client.report [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.117716] env[65635]: WARNING neutronclient.v2_0.client [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.120494] env[65635]: DEBUG oslo_vmware.api [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Task: {'id': task-4426373, 'name': PowerOffVM_Task, 'duration_secs': 0.306664} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.122035] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.122035] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.122537] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9e392df-3dd7-4479-b21b-f18ccdd132bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.160397] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5233891f-fd2a-0e9a-b32e-8c1f51ca29b9, 'name': SearchDatastore_Task, 'duration_secs': 0.016874} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.165150] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc16ebf-3bbf-4219-ac7f-a69574b00cb5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.172382] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 846.172382] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525b62ca-d4d3-7797-9c08-a7f4d715522e" [ 846.172382] env[65635]: _type = "Task" [ 846.172382] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.182699] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525b62ca-d4d3-7797-9c08-a7f4d715522e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.204910] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.205165] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.205299] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Deleting the datastore file [datastore1] 021603b8-ae7c-4b34-908f-49c4298a099f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.205638] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ed35d87-274b-4f7a-b4ed-7b23a40a2604 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.215121] env[65635]: DEBUG oslo_vmware.api [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Waiting for the task: (returnval){ [ 846.215121] env[65635]: value = "task-4426375" [ 846.215121] env[65635]: _type = "Task" [ 846.215121] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.227577] env[65635]: DEBUG oslo_vmware.api [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Task: {'id': task-4426375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.327615] env[65635]: WARNING neutronclient.v2_0.client [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.413517] env[65635]: WARNING neutronclient.v2_0.client [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.452227] env[65635]: DEBUG nova.network.neutron [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Updated VIF entry in instance network info cache for port 1f5263ee-0f19-4d86-8e60-e7e16c8c8315. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 846.454292] env[65635]: DEBUG nova.network.neutron [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Updating instance_info_cache with network_info: [{"id": "1f5263ee-0f19-4d86-8e60-e7e16c8c8315", "address": "fa:16:3e:09:13:33", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5263ee-0f", "ovs_interfaceid": "1f5263ee-0f19-4d86-8e60-e7e16c8c8315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.497144] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.497479] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.497563] env[65635]: DEBUG nova.network.neutron [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 846.598499] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.420s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.601668] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.542s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.603411] env[65635]: INFO nova.compute.claims [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.629867] env[65635]: INFO nova.scheduler.client.report [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Deleted allocations for instance c57fa6a5-d2d0-4f9f-94e0-88d2c350b212 [ 846.685065] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525b62ca-d4d3-7797-9c08-a7f4d715522e, 'name': SearchDatastore_Task, 'duration_secs': 0.014353} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.685359] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.685627] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] d7987023-1fb3-4c04-a111-128ecb53375c/d7987023-1fb3-4c04-a111-128ecb53375c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.685915] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03f87c28-f06e-4f43-ae17-49a99a5ffb9b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.695205] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 846.695205] env[65635]: value = "task-4426376" [ 846.695205] env[65635]: _type = "Task" [ 846.695205] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.705089] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.727522] env[65635]: DEBUG oslo_vmware.api [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Task: {'id': task-4426375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232189} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.727794] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.727985] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.728376] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.728376] env[65635]: INFO nova.compute.manager [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 846.729164] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 846.729164] env[65635]: DEBUG nova.compute.manager [-] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 846.729164] env[65635]: DEBUG nova.network.neutron [-] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 846.729164] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.792028] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.960028] env[65635]: DEBUG oslo_concurrency.lockutils [req-eb267330-a5ca-4c60-a8cf-66bfcc23bb02 req-b1f6c8a7-acfc-4c79-b3f1-95d92c098178 service nova] Releasing lock "refresh_cache-d7987023-1fb3-4c04-a111-128ecb53375c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.002181] env[65635]: WARNING neutronclient.v2_0.client [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.140778] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5adc6cc0-1f04-4aa2-a65d-813ab3e5f010 tempest-ImagesOneServerTestJSON-610554714 tempest-ImagesOneServerTestJSON-610554714-project-member] Lock "c57fa6a5-d2d0-4f9f-94e0-88d2c350b212" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.700s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.213536] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426376, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.291963] env[65635]: WARNING neutronclient.v2_0.client [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.401859] env[65635]: DEBUG nova.network.neutron [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance_info_cache with network_info: [{"id": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "address": "fa:16:3e:5e:ce:a5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1796564-16", "ovs_interfaceid": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.568464] env[65635]: DEBUG nova.network.neutron [-] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.574865] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.575210] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.575422] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.575858] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.575858] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.578942] env[65635]: INFO nova.compute.manager [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Terminating instance [ 847.713279] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732422} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.713811] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] d7987023-1fb3-4c04-a111-128ecb53375c/d7987023-1fb3-4c04-a111-128ecb53375c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.714271] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.714761] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5571d89-2802-4bb0-add9-374463150cbf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.725750] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 847.725750] env[65635]: value = "task-4426377" [ 847.725750] env[65635]: _type = "Task" [ 847.725750] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.739060] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.904706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.072921] env[65635]: INFO nova.compute.manager [-] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Took 1.34 seconds to deallocate network for instance. [ 848.084121] env[65635]: DEBUG nova.compute.manager [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 848.084387] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.085334] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf37a27-2848-4c89-a6db-af821e28c14e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.101099] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.101099] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8438215d-dcde-4e12-a16b-f13f6b3a9066 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.111283] env[65635]: DEBUG oslo_vmware.api [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 848.111283] env[65635]: value = "task-4426378" [ 848.111283] env[65635]: _type = "Task" [ 848.111283] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.123334] env[65635]: DEBUG oslo_vmware.api [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.175948] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bd9aaa-08d2-4627-9ef4-0d71054d2595 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.185107] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e07dc9-855b-443c-bbbc-933b0eff7d78 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.219054] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b7584-fac9-4d7e-973f-f48fc3ece90c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.231843] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9488ab-417e-452e-a164-ddcb3a02dbaa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.242230] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080705} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.250559] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.251190] env[65635]: DEBUG nova.compute.provider_tree [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.253491] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b91a97-947a-4132-863d-4a3c2843d650 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.278294] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] d7987023-1fb3-4c04-a111-128ecb53375c/d7987023-1fb3-4c04-a111-128ecb53375c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.279312] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5fc3a30-e482-4b67-93b7-c2ac29cf2bce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.302186] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 848.302186] env[65635]: value = "task-4426379" [ 848.302186] env[65635]: _type = "Task" [ 848.302186] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.315833] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.447668] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea132bf-b057-4409-8d7c-d24e1500ad43 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.473522] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e99afdc-5c43-4e14-a9d4-95178e164f54 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.483189] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance 'a7750ded-bcc4-43de-8c15-a50b30be9161' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.581186] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.630072] env[65635]: DEBUG oslo_vmware.api [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426378, 'name': PowerOffVM_Task, 'duration_secs': 0.434358} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.630425] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.630643] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.630985] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28b6c15f-f55f-48bc-ac4e-26e2ee4285c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.727235] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.727235] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.727618] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleting the datastore file [datastore1] e50a73c0-c8c3-4c79-90a3-766a6c8c4012 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.728069] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b8cf82b-083a-49c2-ad15-cbff1d20f666 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.738522] env[65635]: DEBUG oslo_vmware.api [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 848.738522] env[65635]: value = "task-4426381" [ 848.738522] env[65635]: _type = "Task" [ 848.738522] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.758253] env[65635]: DEBUG nova.scheduler.client.report [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.763850] env[65635]: DEBUG oslo_vmware.api [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.817974] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426379, 'name': ReconfigVM_Task, 'duration_secs': 0.455592} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.819035] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] d7987023-1fb3-4c04-a111-128ecb53375c/d7987023-1fb3-4c04-a111-128ecb53375c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.820265] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3cbc6a8-2047-477c-94ba-3918c6b2b7b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.831207] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 848.831207] env[65635]: value = "task-4426382" [ 848.831207] env[65635]: _type = "Task" [ 848.831207] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.841575] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426382, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.992511] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.994080] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-605e4aaa-8b57-4565-aaba-024a61fbdeb7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.006372] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 849.006372] env[65635]: value = "task-4426383" [ 849.006372] env[65635]: _type = "Task" [ 849.006372] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.021560] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.251271] env[65635]: DEBUG oslo_vmware.api [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294716} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.251653] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.251870] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.252086] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.252283] env[65635]: INFO nova.compute.manager [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Took 1.17 seconds to destroy the instance on the hypervisor. [ 849.252520] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 849.252728] env[65635]: DEBUG nova.compute.manager [-] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 849.252825] env[65635]: DEBUG nova.network.neutron [-] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 849.253117] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.265367] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.266229] env[65635]: DEBUG nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 849.269487] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.101s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.269754] env[65635]: DEBUG nova.objects.instance [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.343088] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426382, 'name': Rename_Task, 'duration_secs': 0.236041} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.343415] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.343679] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cd502f5-60d4-44aa-9edf-ee8daf47f529 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.350039] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.353902] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 849.353902] env[65635]: value = "task-4426384" [ 849.353902] env[65635]: _type = "Task" [ 849.353902] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.363801] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.524670] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426383, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.780745] env[65635]: DEBUG nova.compute.utils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.782773] env[65635]: DEBUG nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 849.783483] env[65635]: DEBUG nova.network.neutron [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 849.783864] env[65635]: WARNING neutronclient.v2_0.client [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.784202] env[65635]: WARNING neutronclient.v2_0.client [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.792202] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c8467-ca97-66fb-8eac-d683b36ea9e5/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 849.796028] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637f77a1-11e6-4815-8a4f-834eaa0c5234 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.806991] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c8467-ca97-66fb-8eac-d683b36ea9e5/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 849.811011] env[65635]: ERROR oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c8467-ca97-66fb-8eac-d683b36ea9e5/disk-0.vmdk due to incomplete transfer. [ 849.811011] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-931e8594-de08-4fbb-a376-2cb0566f2b09 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.818734] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c8467-ca97-66fb-8eac-d683b36ea9e5/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 849.820691] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Uploaded image ee3ee562-9d6f-4f42-9e2c-ffebc4ffa30a to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 849.821437] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 849.822546] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26f6d433-8c20-44cb-9c6a-62d82cba0745 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.833675] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 849.833675] env[65635]: value = "task-4426385" [ 849.833675] env[65635]: _type = "Task" [ 849.833675] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.846513] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426385, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.868381] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426384, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.884021] env[65635]: DEBUG nova.policy [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68d97808c77341b1ba5190c4fb6306fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '644d6955b4504f0ea77ebbc0bc39f3db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.020136] env[65635]: DEBUG oslo_vmware.api [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426383, 'name': PowerOnVM_Task, 'duration_secs': 0.628804} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.020433] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.020620] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fce4889c-77ab-460d-9c04-2dda9d8b4880 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance 'a7750ded-bcc4-43de-8c15-a50b30be9161' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.059504] env[65635]: DEBUG nova.compute.manager [req-c359b7a5-7736-4cb5-ba85-1b02d954f76c req-ff26c479-0386-4b27-b6de-0926f1623348 service nova] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Received event network-vif-deleted-8a07b0b7-bc4c-4ecf-9227-0e52905ca0e8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 850.204412] env[65635]: DEBUG nova.network.neutron [-] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.284276] env[65635]: DEBUG oslo_concurrency.lockutils [None req-53907741-f46c-4a79-a490-d94981dae2b5 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.285810] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.998s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.290041] env[65635]: INFO nova.compute.claims [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.297035] env[65635]: DEBUG nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 850.324037] env[65635]: DEBUG nova.network.neutron [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Successfully created port: 1760ea40-97fa-48cd-b6e1-8ca18d30cc2d {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 850.353112] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426385, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.371400] env[65635]: DEBUG oslo_vmware.api [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426384, 'name': PowerOnVM_Task, 'duration_secs': 0.806547} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.373389] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.373389] env[65635]: INFO nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Took 8.94 seconds to spawn the instance on the hypervisor. [ 850.373389] env[65635]: DEBUG nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.373389] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae9ecf0-1e0d-4c14-8d4b-552a11183076 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.465510] env[65635]: INFO nova.compute.manager [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Rebuilding instance [ 850.540800] env[65635]: DEBUG nova.compute.manager [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.541912] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c61d7b-8e22-4142-9737-bda0b8b9c0b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.707654] env[65635]: INFO nova.compute.manager [-] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Took 1.45 seconds to deallocate network for instance. [ 850.847290] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426385, 'name': Destroy_Task, 'duration_secs': 0.724532} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.847847] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Destroyed the VM [ 850.848462] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 850.848783] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9e0d56e-1d55-4574-ab70-39173a42f270 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.857269] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 850.857269] env[65635]: value = "task-4426386" [ 850.857269] env[65635]: _type = "Task" [ 850.857269] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.870981] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426386, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.896344] env[65635]: INFO nova.compute.manager [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Took 46.60 seconds to build instance. [ 851.062228] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.063224] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.216771] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.311603] env[65635]: DEBUG nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 851.343817] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.344177] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.344305] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.344471] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.344618] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.344764] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.344975] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.345276] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.345466] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.345683] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.345863] env[65635]: DEBUG nova.virt.hardware [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.346847] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec3ecd-f298-4618-9df9-eb4af4819b9c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.368206] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e9b454-dab5-49a6-9bbd-184e505f6905 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.376273] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426386, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.399489] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da4ac3ab-6432-45cc-adc8-c3da305b8bae tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "d7987023-1fb3-4c04-a111-128ecb53375c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.117s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.567981] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.568522] env[65635]: DEBUG nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 851.572210] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfc6f5a-eb36-469d-8d78-bb423b9dc054 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.582197] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 851.582197] env[65635]: value = "task-4426387" [ 851.582197] env[65635]: _type = "Task" [ 851.582197] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.595886] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.874565] env[65635]: DEBUG oslo_vmware.api [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426386, 'name': RemoveSnapshot_Task, 'duration_secs': 0.969061} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.875552] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 851.875816] env[65635]: INFO nova.compute.manager [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Took 19.09 seconds to snapshot the instance on the hypervisor. [ 851.969013] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf23d11-c6eb-482e-8da9-5828791d4ef2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.979428] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd1ea7e-c6c5-4578-9638-3da8fe4e78d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.018514] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8643651-c51b-466c-a3ef-402e1ee88328 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.028953] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d15a51d-a89f-46df-ad97-bc73376c5fc9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.052254] env[65635]: DEBUG nova.compute.provider_tree [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.093585] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426387, 'name': PowerOffVM_Task, 'duration_secs': 0.318727} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.093937] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.094213] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.095129] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e655516-0ce2-4055-8083-da16c5e8047b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.105209] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.107034] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ef585b0-1659-49d0-9b4f-7073a54d9f02 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.108952] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.182153] env[65635]: DEBUG nova.network.neutron [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Successfully updated port: 1760ea40-97fa-48cd-b6e1-8ca18d30cc2d {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 852.186269] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.186435] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.186624] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleting the datastore file [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.186913] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c1aaa4d-90b2-4e9a-a8e8-70a110196898 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.198136] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 852.198136] env[65635]: value = "task-4426389" [ 852.198136] env[65635]: _type = "Task" [ 852.198136] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.213157] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.229510] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.229824] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.451469] env[65635]: DEBUG nova.compute.manager [None req-8637ec2f-5429-40a9-8dea-4a3d51bd6d3d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Found 2 images (rotation: 2) {{(pid=65635) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 852.555169] env[65635]: DEBUG nova.scheduler.client.report [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.684847] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquiring lock "refresh_cache-285a7564-ff38-40b7-9cb3-b82eb3dba45b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.685107] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquired lock "refresh_cache-285a7564-ff38-40b7-9cb3-b82eb3dba45b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.685230] env[65635]: DEBUG nova.network.neutron [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 852.719274] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295883} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.720319] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.720319] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.720319] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.735703] env[65635]: INFO nova.compute.manager [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Detaching volume 7181ae32-8038-4e4b-8a94-bf4794e5de20 [ 852.814332] env[65635]: INFO nova.virt.block_device [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Attempting to driver detach volume 7181ae32-8038-4e4b-8a94-bf4794e5de20 from mountpoint /dev/sdb [ 852.814440] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 852.815479] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866134', 'volume_id': '7181ae32-8038-4e4b-8a94-bf4794e5de20', 'name': 'volume-7181ae32-8038-4e4b-8a94-bf4794e5de20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51ed186e-a115-447b-ae00-83211ccc0d7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7181ae32-8038-4e4b-8a94-bf4794e5de20', 'serial': '7181ae32-8038-4e4b-8a94-bf4794e5de20'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 852.815604] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d3d06-ddbc-4ba6-9c39-dd0b5a62f8a7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.860646] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d98a0a3-60ce-4a05-9292-a8362a2c3093 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.873205] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179899d1-55f9-4292-abda-7b6b221d6026 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.908365] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb639820-fa18-4360-acaf-bf9e1121c82c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.930205] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The volume has not been displaced from its original location: [datastore1] volume-7181ae32-8038-4e4b-8a94-bf4794e5de20/volume-7181ae32-8038-4e4b-8a94-bf4794e5de20.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 852.936634] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.937399] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44d2a3d-d18e-4a3b-a811-33e7d67d4ee4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.961074] env[65635]: DEBUG oslo_vmware.api [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 852.961074] env[65635]: value = "task-4426390" [ 852.961074] env[65635]: _type = "Task" [ 852.961074] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.975787] env[65635]: DEBUG oslo_vmware.api [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.061013] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.061877] env[65635]: DEBUG nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 853.065258] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.452s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.318573] env[65635]: DEBUG nova.network.neutron [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 853.431127] env[65635]: DEBUG nova.compute.manager [req-9f27b720-7abd-4b84-8651-a58f01353c9e req-80cd2330-b750-451f-a20b-803db5acdc8e service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Received event network-vif-plugged-1760ea40-97fa-48cd-b6e1-8ca18d30cc2d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 853.434559] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f27b720-7abd-4b84-8651-a58f01353c9e req-80cd2330-b750-451f-a20b-803db5acdc8e service nova] Acquiring lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.434559] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f27b720-7abd-4b84-8651-a58f01353c9e req-80cd2330-b750-451f-a20b-803db5acdc8e service nova] Lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.435097] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f27b720-7abd-4b84-8651-a58f01353c9e req-80cd2330-b750-451f-a20b-803db5acdc8e service nova] Lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.436416] env[65635]: DEBUG nova.compute.manager [req-9f27b720-7abd-4b84-8651-a58f01353c9e req-80cd2330-b750-451f-a20b-803db5acdc8e service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] No waiting events found dispatching network-vif-plugged-1760ea40-97fa-48cd-b6e1-8ca18d30cc2d {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 853.436416] env[65635]: WARNING nova.compute.manager [req-9f27b720-7abd-4b84-8651-a58f01353c9e req-80cd2330-b750-451f-a20b-803db5acdc8e service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Received unexpected event network-vif-plugged-1760ea40-97fa-48cd-b6e1-8ca18d30cc2d for instance with vm_state building and task_state spawning. [ 853.459132] env[65635]: DEBUG nova.compute.manager [req-ba9fd8ca-88b8-4932-a3f2-1516992f7bf6 req-2f39e47f-f9d3-4871-bb92-8484c93bf371 service nova] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Received event network-vif-deleted-c98c0310-2eeb-46e3-938d-6549f9ce3579 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 853.479359] env[65635]: DEBUG oslo_vmware.api [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426390, 'name': ReconfigVM_Task, 'duration_secs': 0.357298} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.479359] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 853.482128] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9107fc72-e241-4fe6-b3d3-92e0afb13d18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.506024] env[65635]: DEBUG oslo_vmware.api [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 853.506024] env[65635]: value = "task-4426391" [ 853.506024] env[65635]: _type = "Task" [ 853.506024] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.518877] env[65635]: DEBUG oslo_vmware.api [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.572934] env[65635]: DEBUG nova.compute.utils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.593186] env[65635]: DEBUG nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 853.593458] env[65635]: DEBUG nova.network.neutron [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 853.593949] env[65635]: WARNING neutronclient.v2_0.client [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.600223] env[65635]: WARNING neutronclient.v2_0.client [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.608373] env[65635]: WARNING neutronclient.v2_0.client [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.648989] env[65635]: DEBUG oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f22ddc-254a-b2e5-58d3-65dfcea593e8/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 853.650030] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20294ba6-3c39-4c71-b53c-95c4e86c3a78 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.660304] env[65635]: DEBUG oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f22ddc-254a-b2e5-58d3-65dfcea593e8/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 853.660304] env[65635]: ERROR oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f22ddc-254a-b2e5-58d3-65dfcea593e8/disk-0.vmdk due to incomplete transfer. [ 853.660304] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4537166f-1a9d-431f-a123-7e054a5e9583 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.670606] env[65635]: DEBUG oslo_vmware.rw_handles [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f22ddc-254a-b2e5-58d3-65dfcea593e8/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 853.670847] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Uploaded image aa4eafa8-ab80-4945-a95a-9cbad7ef5d2c to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 853.673210] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 853.673573] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad9c770b-8a12-4c75-920d-3b650eee1cd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.680800] env[65635]: DEBUG nova.policy [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb39100c6bc45c89ba2a1c1615042c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82448195fbf0478b8d11371de6462599', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.684745] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 853.684745] env[65635]: value = "task-4426392" [ 853.684745] env[65635]: _type = "Task" [ 853.684745] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.704450] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426392, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.765800] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 853.766108] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.766270] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 853.766549] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.766761] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 853.766939] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 853.767224] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 853.767451] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 853.767678] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 853.767895] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 853.768096] env[65635]: DEBUG nova.virt.hardware [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 853.770102] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf83158-2a5b-4957-9341-bf09679d3288 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.779432] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71dc2fa-5d4f-4115-b1d9-9dc31aa12b55 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.796891] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ee:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '692936df-332f-49e5-b248-34e2501d955e', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.805749] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 853.805749] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.805749] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9d04fb6-ea8f-4634-9b12-c5e74affd9e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.835295] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.835295] env[65635]: value = "task-4426393" [ 853.835295] env[65635]: _type = "Task" [ 853.835295] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.846671] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426393, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.017690] env[65635]: DEBUG oslo_vmware.api [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426391, 'name': ReconfigVM_Task, 'duration_secs': 0.185331} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.018122] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866134', 'volume_id': '7181ae32-8038-4e4b-8a94-bf4794e5de20', 'name': 'volume-7181ae32-8038-4e4b-8a94-bf4794e5de20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51ed186e-a115-447b-ae00-83211ccc0d7c', 'attached_at': '', 'detached_at': '', 'volume_id': '7181ae32-8038-4e4b-8a94-bf4794e5de20', 'serial': '7181ae32-8038-4e4b-8a94-bf4794e5de20'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 854.093716] env[65635]: DEBUG nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 854.113160] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Applying migration context for instance a7750ded-bcc4-43de-8c15-a50b30be9161 as it has an incoming, in-progress migration 5085b88e-139c-4c4b-b92c-c4a03f407768. Migration status is finished {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 854.121366] env[65635]: INFO nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating resource usage from migration 5085b88e-139c-4c4b-b92c-c4a03f407768 [ 854.159015] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 275f6728-4f43-4064-8c9c-6e7b4c729d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.159239] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 011b169f-fe69-43ac-ade0-2359c6f7b910 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.159376] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8a96f114-e6b5-4b01-bd15-e724b0e1b825 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.159508] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 5549a2e9-cb0a-4566-b675-fb8ca67665a7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.159663] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 48b52243-7a82-4296-adcf-bc6e22dfaac9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.159780] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 51ed186e-a115-447b-ae00-83211ccc0d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.159916] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance e50a73c0-c8c3-4c79-90a3-766a6c8c4012 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.160056] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance f39da399-d63d-4fd1-bc3f-e1d8de517b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.160176] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a413a372-b513-4254-8516-8069c2374862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.160285] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 0144e645-a0c2-47d4-b290-7cf9c0ec95cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.160393] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance fdcd27ae-a5dc-40fd-9371-c8fe4d571e66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.160502] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 33244e0f-13fa-4391-8847-db9acfae01ce actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.160611] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 4f848e02-75e0-4f5b-a87d-b4d1f4882273 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.160716] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance adce64ab-e095-4076-a09a-d13c45b3ee8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.160825] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.160930] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance adba26bf-8382-4897-b5ee-369cd46084d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.162066] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 76b8ba30-a5b1-44ea-ac84-c47dea905c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.162285] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.162450] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 021603b8-ae7c-4b34-908f-49c4298a099f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 854.162572] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance e8d3e9ca-93fb-4d90-90d3-e5cc19151797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.162753] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance b695c17c-898e-45ed-aa32-bc38cdb6e506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.162943] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Migration 5085b88e-139c-4c4b-b92c-c4a03f407768 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 854.163090] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a7750ded-bcc4-43de-8c15-a50b30be9161 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.163206] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance d7987023-1fb3-4c04-a111-128ecb53375c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.163317] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 285a7564-ff38-40b7-9cb3-b82eb3dba45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.163424] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 1a592784-f8cc-4b81-9651-5836efe737b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 854.197584] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426392, 'name': Destroy_Task, 'duration_secs': 0.405033} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.197972] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "d7987023-1fb3-4c04-a111-128ecb53375c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.198206] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "d7987023-1fb3-4c04-a111-128ecb53375c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.198400] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "d7987023-1fb3-4c04-a111-128ecb53375c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.198577] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "d7987023-1fb3-4c04-a111-128ecb53375c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.198733] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "d7987023-1fb3-4c04-a111-128ecb53375c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.200687] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Destroyed the VM [ 854.200838] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 854.201370] env[65635]: INFO nova.compute.manager [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Terminating instance [ 854.202968] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-597c7c48-143c-400e-b515-91a5f595df53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.212117] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 854.212117] env[65635]: value = "task-4426394" [ 854.212117] env[65635]: _type = "Task" [ 854.212117] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.226310] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.259162] env[65635]: DEBUG nova.network.neutron [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Successfully created port: 1f46a3d1-9bf9-4593-accf-7dc2c748f1cf {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 854.299740] env[65635]: DEBUG nova.network.neutron [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Updating instance_info_cache with network_info: [{"id": "1760ea40-97fa-48cd-b6e1-8ca18d30cc2d", "address": "fa:16:3e:b8:58:51", "network": {"id": "fc17e146-4453-499f-84ed-95f61f0f3b0b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-897126242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "644d6955b4504f0ea77ebbc0bc39f3db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1760ea40-97", "ovs_interfaceid": "1760ea40-97fa-48cd-b6e1-8ca18d30cc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.347717] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426393, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.590992] env[65635]: DEBUG nova.objects.instance [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.667130] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 854.711846] env[65635]: DEBUG nova.compute.manager [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 854.711846] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.712809] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21066426-243e-4b19-bd62-12a0e02c6b6b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.727645] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.730080] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.730378] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31af8afa-0d47-4f5c-ae83-d130dcea9fd7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.738507] env[65635]: DEBUG oslo_vmware.api [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 854.738507] env[65635]: value = "task-4426395" [ 854.738507] env[65635]: _type = "Task" [ 854.738507] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.748342] env[65635]: DEBUG oslo_vmware.api [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.805846] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Releasing lock "refresh_cache-285a7564-ff38-40b7-9cb3-b82eb3dba45b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.805846] env[65635]: DEBUG nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Instance network_info: |[{"id": "1760ea40-97fa-48cd-b6e1-8ca18d30cc2d", "address": "fa:16:3e:b8:58:51", "network": {"id": "fc17e146-4453-499f-84ed-95f61f0f3b0b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-897126242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "644d6955b4504f0ea77ebbc0bc39f3db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1760ea40-97", "ovs_interfaceid": "1760ea40-97fa-48cd-b6e1-8ca18d30cc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 854.805846] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:58:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1760ea40-97fa-48cd-b6e1-8ca18d30cc2d', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.812988] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Creating folder: Project (644d6955b4504f0ea77ebbc0bc39f3db). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.813514] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a578a253-96c0-405b-8808-1027b200787a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.826703] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Created folder: Project (644d6955b4504f0ea77ebbc0bc39f3db) in parent group-v866005. [ 854.827262] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Creating folder: Instances. Parent ref: group-v866173. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.827699] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbf01659-ef2d-46a3-8a4e-6b4fc9a4261a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.841982] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Created folder: Instances in parent group-v866173. [ 854.842286] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 854.843075] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.843316] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4a2f8b7-3981-4f1d-b2c9-c9e9d32df332 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.866727] env[65635]: DEBUG nova.compute.manager [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 854.867077] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426393, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.867892] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a024928-863d-49a3-926c-053667360c23 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.008921] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.008921] env[65635]: value = "task-4426398" [ 855.008921] env[65635]: _type = "Task" [ 855.008921] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.008921] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426398, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.008921] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "a7750ded-bcc4-43de-8c15-a50b30be9161" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.008921] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.008921] env[65635]: DEBUG nova.compute.manager [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Going to confirm migration 1 {{(pid=65635) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 855.110028] env[65635]: DEBUG nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 855.138035] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 855.138221] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.138352] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 855.138534] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.138679] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 855.138879] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 855.139182] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 855.139384] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 855.139592] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 855.139792] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 855.139998] env[65635]: DEBUG nova.virt.hardware [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 855.141106] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d9d38-7ffe-4454-8ef1-c636e9a6b0bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.150804] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35527d21-dade-4ab2-a7d2-fcc94a09b9f8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.170472] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 3a0a2d71-2163-494d-8646-016a8976bcae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 855.227256] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.249693] env[65635]: DEBUG oslo_vmware.api [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.347799] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426393, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.380162] env[65635]: INFO nova.compute.manager [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] instance snapshotting [ 855.381250] env[65635]: DEBUG nova.objects.instance [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'flavor' on Instance uuid f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.392407] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426398, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.517869] env[65635]: WARNING neutronclient.v2_0.client [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.599952] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27121975-9d91-4d2d-91ff-1a50517289be tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.370s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.674322] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 88433ade-6449-40a4-9c92-122481cf79be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 855.697971] env[65635]: WARNING neutronclient.v2_0.client [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.698322] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.698473] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.698682] env[65635]: DEBUG nova.network.neutron [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.698888] env[65635]: DEBUG nova.objects.instance [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lazy-loading 'info_cache' on Instance uuid a7750ded-bcc4-43de-8c15-a50b30be9161 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.729729] env[65635]: DEBUG oslo_vmware.api [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426394, 'name': RemoveSnapshot_Task, 'duration_secs': 1.414109} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.730071] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.730426] env[65635]: INFO nova.compute.manager [None req-3f2a6ed3-234a-4c64-8005-9aa1b5276b5b tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Took 17.07 seconds to snapshot the instance on the hypervisor. [ 855.752597] env[65635]: DEBUG oslo_vmware.api [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426395, 'name': PowerOffVM_Task, 'duration_secs': 1.013143} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.752979] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.753209] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.754060] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6194c1cc-796b-41c0-abe5-ef4e90c47a55 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.847038] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.847038] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.847038] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleting the datastore file [datastore2] d7987023-1fb3-4c04-a111-128ecb53375c {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.847038] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-320ac643-d3e3-4646-8342-e773b2707257 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.856020] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426393, 'name': CreateVM_Task, 'duration_secs': 1.806682} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.856020] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.856020] env[65635]: WARNING neutronclient.v2_0.client [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 855.856020] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.856020] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.856726] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.857289] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df67d9a8-bfe3-402b-ab2e-6bcdf4fbad80 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.860646] env[65635]: DEBUG oslo_vmware.api [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 855.860646] env[65635]: value = "task-4426400" [ 855.860646] env[65635]: _type = "Task" [ 855.860646] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.868035] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 855.868035] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529def62-0397-fcfa-0dde-2318edbf9b80" [ 855.868035] env[65635]: _type = "Task" [ 855.868035] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.875201] env[65635]: DEBUG oslo_vmware.api [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.884312] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529def62-0397-fcfa-0dde-2318edbf9b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.890997] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf6360a-ec0f-4081-8aa4-30f826ef9d10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.897047] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426398, 'name': CreateVM_Task, 'duration_secs': 0.991948} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.897612] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.898211] env[65635]: WARNING neutronclient.v2_0.client [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.898579] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.916960] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f62fada-0462-49dc-8a30-97d891177684 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.023694] env[65635]: DEBUG nova.network.neutron [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Successfully updated port: 1f46a3d1-9bf9-4593-accf-7dc2c748f1cf {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 856.178167] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8299e78d-ee90-4e1e-a997-e811a8995362 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 856.374279] env[65635]: DEBUG oslo_vmware.api [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161625} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.374434] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.374609] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.374840] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.375190] env[65635]: INFO nova.compute.manager [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 856.375435] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 856.379332] env[65635]: DEBUG nova.compute.manager [-] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 856.379526] env[65635]: DEBUG nova.network.neutron [-] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.379823] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.394202] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529def62-0397-fcfa-0dde-2318edbf9b80, 'name': SearchDatastore_Task, 'duration_secs': 0.022928} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.394202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.394202] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.394202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.394202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.394593] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.395164] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.395590] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.395949] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6289fd76-2199-4cd9-870a-c05f2022b5d6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.403029] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f341709-afae-4a25-9f0f-bb7923d9dc72 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.409316] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 856.409316] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d9458e-efc8-765b-262e-cdfb6b642fd7" [ 856.409316] env[65635]: _type = "Task" [ 856.409316] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.415495] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.415968] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.417544] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b0f3ce-e2ce-4510-a20b-9d44b9a0d6fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.425220] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d9458e-efc8-765b-262e-cdfb6b642fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.427171] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.427894] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.428382] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.429986] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 856.433267] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00f7a3cd-7d23-403f-980c-d91443412ca8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.434102] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 856.434102] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f359cc-b64f-e193-d322-202298dbebf5" [ 856.434102] env[65635]: _type = "Task" [ 856.434102] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.444615] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 856.444615] env[65635]: value = "task-4426401" [ 856.444615] env[65635]: _type = "Task" [ 856.444615] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.448839] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f359cc-b64f-e193-d322-202298dbebf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.453453] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838297eb-5a91-4276-a42a-97dad506f974 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.462155] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.464391] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 856.464391] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52768217-39c9-2adc-99ee-a0af443fe33a" [ 856.464391] env[65635]: _type = "Task" [ 856.464391] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.475471] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52768217-39c9-2adc-99ee-a0af443fe33a, 'name': SearchDatastore_Task} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.476673] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.480198] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.480198] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797/e8d3e9ca-93fb-4d90-90d3-e5cc19151797.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.480198] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.480198] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.480399] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f772c44-9289-4719-a544-3d7f0ad9505c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.484428] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b45bef43-1472-436a-8795-5531d60a798c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.495917] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.496035] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.498275] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab52974-b7d4-45dd-a430-c9ed258b8008 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.502516] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 856.502516] env[65635]: value = "task-4426402" [ 856.502516] env[65635]: _type = "Task" [ 856.502516] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.509548] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 856.509548] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52facf8d-eb5d-c183-e08f-30f8bc360adf" [ 856.509548] env[65635]: _type = "Task" [ 856.509548] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.521213] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.525906] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "refresh_cache-1a592784-f8cc-4b81-9651-5836efe737b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.527765] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "refresh_cache-1a592784-f8cc-4b81-9651-5836efe737b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.527765] env[65635]: DEBUG nova.network.neutron [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 856.527765] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52facf8d-eb5d-c183-e08f-30f8bc360adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.683062] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 74c18370-1add-4673-ad90-374563808d15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 856.711437] env[65635]: WARNING neutronclient.v2_0.client [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.864090] env[65635]: DEBUG nova.compute.manager [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Received event network-changed-1760ea40-97fa-48cd-b6e1-8ca18d30cc2d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 856.864450] env[65635]: DEBUG nova.compute.manager [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Refreshing instance network info cache due to event network-changed-1760ea40-97fa-48cd-b6e1-8ca18d30cc2d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 856.864689] env[65635]: DEBUG oslo_concurrency.lockutils [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] Acquiring lock "refresh_cache-285a7564-ff38-40b7-9cb3-b82eb3dba45b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.864836] env[65635]: DEBUG oslo_concurrency.lockutils [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] Acquired lock "refresh_cache-285a7564-ff38-40b7-9cb3-b82eb3dba45b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.865010] env[65635]: DEBUG nova.network.neutron [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Refreshing network info cache for port 1760ea40-97fa-48cd-b6e1-8ca18d30cc2d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.961178] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.014659] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.025671] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52facf8d-eb5d-c183-e08f-30f8bc360adf, 'name': SearchDatastore_Task, 'duration_secs': 0.019603} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.026542] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd5560a-b575-471b-821d-f21a9a8a36c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.039033] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 857.039033] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b34261-c418-2391-53ce-4e1793b980a0" [ 857.039033] env[65635]: _type = "Task" [ 857.039033] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.051211] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b34261-c418-2391-53ce-4e1793b980a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.063774] env[65635]: DEBUG nova.compute.manager [req-8a9e922a-2670-412d-90da-1b967b822c6a req-8021171e-f92f-40dc-bfe2-a570397c85ae service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Received event network-vif-plugged-1f46a3d1-9bf9-4593-accf-7dc2c748f1cf {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 857.063971] env[65635]: DEBUG oslo_concurrency.lockutils [req-8a9e922a-2670-412d-90da-1b967b822c6a req-8021171e-f92f-40dc-bfe2-a570397c85ae service nova] Acquiring lock "1a592784-f8cc-4b81-9651-5836efe737b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.064232] env[65635]: DEBUG oslo_concurrency.lockutils [req-8a9e922a-2670-412d-90da-1b967b822c6a req-8021171e-f92f-40dc-bfe2-a570397c85ae service nova] Lock "1a592784-f8cc-4b81-9651-5836efe737b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.064358] env[65635]: DEBUG oslo_concurrency.lockutils [req-8a9e922a-2670-412d-90da-1b967b822c6a req-8021171e-f92f-40dc-bfe2-a570397c85ae service nova] Lock "1a592784-f8cc-4b81-9651-5836efe737b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.064621] env[65635]: DEBUG nova.compute.manager [req-8a9e922a-2670-412d-90da-1b967b822c6a req-8021171e-f92f-40dc-bfe2-a570397c85ae service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] No waiting events found dispatching network-vif-plugged-1f46a3d1-9bf9-4593-accf-7dc2c748f1cf {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 857.064695] env[65635]: WARNING nova.compute.manager [req-8a9e922a-2670-412d-90da-1b967b822c6a req-8021171e-f92f-40dc-bfe2-a570397c85ae service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Received unexpected event network-vif-plugged-1f46a3d1-9bf9-4593-accf-7dc2c748f1cf for instance with vm_state building and task_state spawning. [ 857.114507] env[65635]: DEBUG nova.network.neutron [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 857.155016] env[65635]: WARNING neutronclient.v2_0.client [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.175606] env[65635]: INFO nova.compute.manager [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Rescuing [ 857.175934] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.176138] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.176337] env[65635]: DEBUG nova.network.neutron [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 857.180861] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.180861] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.180861] env[65635]: DEBUG nova.compute.manager [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 857.180861] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386429c6-c394-4bdd-82b6-e1ec96b319c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.186203] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance cf06d3f8-6fbc-4c4d-a2b7-60f24327037c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 857.186631] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 857.186783] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5248MB phys_disk=100GB used_disk=22GB total_vcpus=48 used_vcpus=24 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '23', 'num_vm_active': '19', 'num_task_None': '20', 'num_os_type_None': '23', 'num_proj_49534560eac24ad3b6f856867509ea4a': '3', 'io_workload': '2', 'num_proj_cb76910b44d44b21b7341c78d13a2ae5': '1', 'num_proj_367d921ecb63411fa4d527e78daf0a68': '1', 'num_proj_0c2e53fc320d450dbab1ce8223f0cf18': '1', 'num_proj_10b1c23f67ee407fbf6daea28e3283e1': '1', 'num_proj_23f48b244e4444dcbcfcc691a01476c8': '3', 'num_vm_resized': '1', 'num_proj_790b1b06b30e4dd086474891e63f78e3': '1', 'num_proj_3ac08207836d44f99e85995307a54a48': '1', 'num_proj_19fd8e4fe21c4b8a8cbb4c4069efb697': '2', 'num_task_image_uploading': '1', 'num_proj_e96d7247b65341c08362ae9d76397bf0': '1', 'num_proj_2fb373a730cc4b63a057327f3e91a789': '1', 'num_proj_4905ff536572456da9c88882a6f73633': '2', 'num_vm_rescued': '1', 'num_task_rebuild_block_device_mapping': '1', 'num_proj_ff51fc96739a4cdcbb50aeefec6cc9f7': '1', 'num_proj_239a165f749e4c03964f942db82a6212': '1', 'num_proj_d3501a67b41b4ae595ea0ccff89908b7': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_644d6955b4504f0ea77ebbc0bc39f3db': '1', 'num_proj_82448195fbf0478b8d11371de6462599': '1'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 857.192535] env[65635]: DEBUG nova.compute.manager [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 857.193209] env[65635]: DEBUG nova.objects.instance [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'flavor' on Instance uuid 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.250237] env[65635]: DEBUG nova.network.neutron [-] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.320401] env[65635]: DEBUG nova.network.neutron [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance_info_cache with network_info: [{"id": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "address": "fa:16:3e:5e:ce:a5", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1796564-16", "ovs_interfaceid": "c1796564-16f3-4a2b-8b12-f5f6dbf341f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.335830] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.336543] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.336787] env[65635]: DEBUG nova.compute.manager [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 857.338417] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4897b354-87d0-413a-8d42-7b37b7cb5a61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.351024] env[65635]: DEBUG nova.compute.manager [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 857.351024] env[65635]: DEBUG nova.objects.instance [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.368585] env[65635]: WARNING neutronclient.v2_0.client [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.400098] env[65635]: WARNING neutronclient.v2_0.client [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.465236] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426401, 'name': CreateSnapshot_Task, 'duration_secs': 0.835297} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.465947] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 857.470137] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b1773-c11e-4501-8f82-60d62e8ac7e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.513893] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58163} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.514288] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797/e8d3e9ca-93fb-4d90-90d3-e5cc19151797.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.514510] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.517028] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ad63ce6-db35-4365-869a-85c34dfa0c76 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.526836] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 857.526836] env[65635]: value = "task-4426403" [ 857.526836] env[65635]: _type = "Task" [ 857.526836] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.540424] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.552627] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b34261-c418-2391-53ce-4e1793b980a0, 'name': SearchDatastore_Task, 'duration_secs': 0.023926} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.552627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.552627] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 285a7564-ff38-40b7-9cb3-b82eb3dba45b/285a7564-ff38-40b7-9cb3-b82eb3dba45b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.552892] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bed5e311-6ecb-4a8f-85d3-e4e08eb8b349 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.567041] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 857.567041] env[65635]: value = "task-4426404" [ 857.567041] env[65635]: _type = "Task" [ 857.567041] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.579609] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.646426] env[65635]: DEBUG nova.network.neutron [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Updating instance_info_cache with network_info: [{"id": "1f46a3d1-9bf9-4593-accf-7dc2c748f1cf", "address": "fa:16:3e:97:eb:55", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f46a3d1-9b", "ovs_interfaceid": "1f46a3d1-9bf9-4593-accf-7dc2c748f1cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.682096] env[65635]: WARNING neutronclient.v2_0.client [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.755854] env[65635]: INFO nova.compute.manager [-] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Took 1.38 seconds to deallocate network for instance. [ 857.823432] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-a7750ded-bcc4-43de-8c15-a50b30be9161" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.823747] env[65635]: DEBUG nova.objects.instance [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lazy-loading 'migration_context' on Instance uuid a7750ded-bcc4-43de-8c15-a50b30be9161 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.914313] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4d6f30-1ddd-4616-a662-a3f6cc55901e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.925172] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fc1de0-5d97-4a67-b93b-9d3a71dff983 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.967479] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c99d2c-ba8f-4618-91a3-f0127f7afa05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.972470] env[65635]: WARNING neutronclient.v2_0.client [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.985069] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72480591-258b-4f93-bc8e-b865877384cd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.998103] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 858.001023] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f16cfbc-971d-4a91-ac7d-e765f4339b20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.016030] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.019422] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 858.019422] env[65635]: value = "task-4426405" [ 858.019422] env[65635]: _type = "Task" [ 858.019422] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.036556] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426405, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.047029] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075109} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.047029] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.047029] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021247b0-2be7-4160-b586-6f1ae15cde1b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.073463] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797/e8d3e9ca-93fb-4d90-90d3-e5cc19151797.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.077537] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97c312a-3950-41e6-8b84-42cf28cedcd2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.112825] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512546} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.113906] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 285a7564-ff38-40b7-9cb3-b82eb3dba45b/285a7564-ff38-40b7-9cb3-b82eb3dba45b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.114177] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.114523] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 858.114523] env[65635]: value = "task-4426406" [ 858.114523] env[65635]: _type = "Task" [ 858.114523] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.114790] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aa74dc3-a492-4fa3-b300-0f62dc313a5d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.129033] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.130993] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 858.130993] env[65635]: value = "task-4426407" [ 858.130993] env[65635]: _type = "Task" [ 858.130993] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.146648] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.154120] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "refresh_cache-1a592784-f8cc-4b81-9651-5836efe737b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.154120] env[65635]: DEBUG nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Instance network_info: |[{"id": "1f46a3d1-9bf9-4593-accf-7dc2c748f1cf", "address": "fa:16:3e:97:eb:55", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f46a3d1-9b", "ovs_interfaceid": "1f46a3d1-9bf9-4593-accf-7dc2c748f1cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 858.154474] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:eb:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f46a3d1-9bf9-4593-accf-7dc2c748f1cf', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.162933] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.163226] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.163466] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab47e95-ec5d-4244-9bee-1e0c7a0f9e04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.187604] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.187604] env[65635]: value = "task-4426408" [ 858.187604] env[65635]: _type = "Task" [ 858.187604] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.200374] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.200666] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426408, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.201813] env[65635]: DEBUG nova.network.neutron [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Updated VIF entry in instance network info cache for port 1760ea40-97fa-48cd-b6e1-8ca18d30cc2d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 858.202178] env[65635]: DEBUG nova.network.neutron [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Updating instance_info_cache with network_info: [{"id": "1760ea40-97fa-48cd-b6e1-8ca18d30cc2d", "address": "fa:16:3e:b8:58:51", "network": {"id": "fc17e146-4453-499f-84ed-95f61f0f3b0b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-897126242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "644d6955b4504f0ea77ebbc0bc39f3db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1760ea40-97", "ovs_interfaceid": "1760ea40-97fa-48cd-b6e1-8ca18d30cc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.203504] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0bc2542-cab6-4773-b04b-6235ab095e36 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.212922] env[65635]: DEBUG oslo_vmware.api [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 858.212922] env[65635]: value = "task-4426409" [ 858.212922] env[65635]: _type = "Task" [ 858.212922] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.224802] env[65635]: DEBUG oslo_vmware.api [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.236255] env[65635]: WARNING neutronclient.v2_0.client [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.265113] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.332046] env[65635]: DEBUG nova.objects.base [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 858.333127] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952add9-afc4-4eee-95fb-48b8c8fdb10b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.359457] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97222ca-6556-4c67-b041-7cda4d2b6237 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.363411] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.363411] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c617a676-e85d-4245-ac51-4ddc7c11d77f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.369990] env[65635]: DEBUG oslo_vmware.api [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 858.369990] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52059c9d-08a1-6969-3e81-56a03f7964a6" [ 858.369990] env[65635]: _type = "Task" [ 858.369990] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.373579] env[65635]: DEBUG oslo_vmware.api [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 858.373579] env[65635]: value = "task-4426410" [ 858.373579] env[65635]: _type = "Task" [ 858.373579] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.385979] env[65635]: DEBUG oslo_vmware.api [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52059c9d-08a1-6969-3e81-56a03f7964a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.389542] env[65635]: DEBUG nova.network.neutron [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Updating instance_info_cache with network_info: [{"id": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "address": "fa:16:3e:52:39:22", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f627480-fb", "ovs_interfaceid": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.391277] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.391342] env[65635]: DEBUG oslo_vmware.api [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.521836] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.538228] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426405, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.598275] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "7311ea1e-911f-422f-b14e-2efbed95b1fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.598921] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "7311ea1e-911f-422f-b14e-2efbed95b1fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.633522] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426406, 'name': ReconfigVM_Task, 'duration_secs': 0.516601} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.633817] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Reconfigured VM instance instance-00000035 to attach disk [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797/e8d3e9ca-93fb-4d90-90d3-e5cc19151797.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.634956] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f72c18-9259-4e16-98b8-6de3dc73dc73 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.653062] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084153} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.655051] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.655590] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 858.655590] env[65635]: value = "task-4426411" [ 858.655590] env[65635]: _type = "Task" [ 858.655590] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.657130] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9923bb-5712-400e-9cb1-d56bf842d228 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.692973] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 285a7564-ff38-40b7-9cb3-b82eb3dba45b/285a7564-ff38-40b7-9cb3-b82eb3dba45b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.693403] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426411, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.693721] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2993e12d-f627-4227-b743-a8ddef7eca65 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.717168] env[65635]: DEBUG oslo_concurrency.lockutils [req-6d59ca63-725c-4ad2-88bd-70ecf551600a req-3027b638-9b52-4732-a6ad-9d6425d7cf6d service nova] Releasing lock "refresh_cache-285a7564-ff38-40b7-9cb3-b82eb3dba45b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.723754] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 858.723754] env[65635]: value = "task-4426412" [ 858.723754] env[65635]: _type = "Task" [ 858.723754] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.727868] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426408, 'name': CreateVM_Task, 'duration_secs': 0.508423} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.739265] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.739265] env[65635]: DEBUG oslo_vmware.api [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.739265] env[65635]: WARNING neutronclient.v2_0.client [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.739265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.739265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.739265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.740356] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0128e11a-28a7-4821-9f85-61827bf80376 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.749294] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.751529] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 858.751529] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b9d9e3-05be-db82-587b-c9f0076c89b0" [ 858.751529] env[65635]: _type = "Task" [ 858.751529] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.767436] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b9d9e3-05be-db82-587b-c9f0076c89b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.767952] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.768296] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.768712] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.768989] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.769239] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.769654] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eee77193-6713-418d-a460-559a90ce875b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.784622] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.784622] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.784622] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d268e211-33d6-440e-b3cd-21f03dcf749d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.792045] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 858.792045] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296ae64-a1b1-e2b7-0cc2-ed343d3ebb2f" [ 858.792045] env[65635]: _type = "Task" [ 858.792045] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.803157] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296ae64-a1b1-e2b7-0cc2-ed343d3ebb2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.886458] env[65635]: DEBUG oslo_vmware.api [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426410, 'name': PowerOffVM_Task, 'duration_secs': 0.424187} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.886896] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.887019] env[65635]: DEBUG nova.compute.manager [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 858.888046] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0d5d96-40a9-43ca-9d57-da2d0a2509ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.895474] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.032943] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 859.033296] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.968s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.033647] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.088s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.036333] env[65635]: INFO nova.compute.claims [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.041331] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.041533] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Cleaning up deleted instances {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 859.052617] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426405, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.102062] env[65635]: DEBUG nova.compute.manager [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 859.170332] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426411, 'name': Rename_Task, 'duration_secs': 0.234694} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.170645] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.170911] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38f24fb5-e4cd-45d5-bcfa-0f23be6b6586 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.183036] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 859.183036] env[65635]: value = "task-4426413" [ 859.183036] env[65635]: _type = "Task" [ 859.183036] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.191746] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.227296] env[65635]: DEBUG oslo_vmware.api [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426409, 'name': PowerOffVM_Task, 'duration_secs': 0.628163} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.227439] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.227620] env[65635]: DEBUG nova.compute.manager [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 859.228567] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0968cb-33f4-4a65-a2e7-a849220c6bbd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.245695] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.305554] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296ae64-a1b1-e2b7-0cc2-ed343d3ebb2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013844} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.306586] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec66a6a2-5346-459b-aa85-c8ae542b4bd6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.314382] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 859.314382] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52167a07-42db-e5b3-f6a3-6252cef4fcfb" [ 859.314382] env[65635]: _type = "Task" [ 859.314382] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.324264] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52167a07-42db-e5b3-f6a3-6252cef4fcfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.412615] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4b93e5a3-fa6f-4729-b97b-f5b7a0710d17 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.537709] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426405, 'name': CloneVM_Task, 'duration_secs': 1.398689} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.538055] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Created linked-clone VM from snapshot [ 859.538995] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524c5f82-7a06-4469-a304-e4ed53e33c84 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.558709] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] There are 31 instances to clean {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 859.559102] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: ed7ccecc-3471-4a79-b709-7c0da4198cf8] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 859.560808] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Uploading image 798e273a-3cd7-4281-bb63-91a7ce99ea9e {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 859.586554] env[65635]: DEBUG oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 859.586554] env[65635]: value = "vm-866177" [ 859.586554] env[65635]: _type = "VirtualMachine" [ 859.586554] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 859.587683] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-89ab0157-4e97-45a7-b4e3-a6a548e23d3e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.601816] env[65635]: DEBUG oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease: (returnval){ [ 859.601816] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d44d38-df5c-6c04-14d7-6c524dda3ca0" [ 859.601816] env[65635]: _type = "HttpNfcLease" [ 859.601816] env[65635]: } obtained for exporting VM: (result){ [ 859.601816] env[65635]: value = "vm-866177" [ 859.601816] env[65635]: _type = "VirtualMachine" [ 859.601816] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 859.601816] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the lease: (returnval){ [ 859.601816] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d44d38-df5c-6c04-14d7-6c524dda3ca0" [ 859.601816] env[65635]: _type = "HttpNfcLease" [ 859.601816] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 859.617050] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.617050] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d44d38-df5c-6c04-14d7-6c524dda3ca0" [ 859.617050] env[65635]: _type = "HttpNfcLease" [ 859.617050] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.626477] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.698140] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.742410] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426412, 'name': ReconfigVM_Task, 'duration_secs': 0.666989} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.742814] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 285a7564-ff38-40b7-9cb3-b82eb3dba45b/285a7564-ff38-40b7-9cb3-b82eb3dba45b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.743404] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a2444a8-bf47-4bf5-aa61-a406a8f0e38f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.749340] env[65635]: DEBUG oslo_concurrency.lockutils [None req-27cb1eb6-06d5-4a6e-b38b-0e3f67a2bab2 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.571s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.751632] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 859.751632] env[65635]: value = "task-4426415" [ 859.751632] env[65635]: _type = "Task" [ 859.751632] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.766289] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426415, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.780218] env[65635]: DEBUG nova.compute.manager [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Received event network-changed-1f46a3d1-9bf9-4593-accf-7dc2c748f1cf {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 859.780315] env[65635]: DEBUG nova.compute.manager [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Refreshing instance network info cache due to event network-changed-1f46a3d1-9bf9-4593-accf-7dc2c748f1cf. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 859.780516] env[65635]: DEBUG oslo_concurrency.lockutils [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] Acquiring lock "refresh_cache-1a592784-f8cc-4b81-9651-5836efe737b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.780658] env[65635]: DEBUG oslo_concurrency.lockutils [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] Acquired lock "refresh_cache-1a592784-f8cc-4b81-9651-5836efe737b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.780806] env[65635]: DEBUG nova.network.neutron [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Refreshing network info cache for port 1f46a3d1-9bf9-4593-accf-7dc2c748f1cf {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.828975] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52167a07-42db-e5b3-f6a3-6252cef4fcfb, 'name': SearchDatastore_Task, 'duration_secs': 0.024848} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.829329] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.829639] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 1a592784-f8cc-4b81-9651-5836efe737b7/1a592784-f8cc-4b81-9651-5836efe737b7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.829974] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b40dab5-1f00-4b4a-9ef7-4fe4e14773b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.839812] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 859.839812] env[65635]: value = "task-4426416" [ 859.839812] env[65635]: _type = "Task" [ 859.839812] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.850793] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.068068] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: ae82c913-43ed-4ca6-a127-8e8ead9d7711] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 860.113150] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.113150] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d44d38-df5c-6c04-14d7-6c524dda3ca0" [ 860.113150] env[65635]: _type = "HttpNfcLease" [ 860.113150] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 860.114283] env[65635]: DEBUG oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 860.114283] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d44d38-df5c-6c04-14d7-6c524dda3ca0" [ 860.114283] env[65635]: _type = "HttpNfcLease" [ 860.114283] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 860.115195] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff130a95-41d1-4c45-81c7-1bc2a42b6237 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.130969] env[65635]: DEBUG oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa737-80df-d4fc-776e-2e46c0b1a14a/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 860.131198] env[65635]: DEBUG oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa737-80df-d4fc-776e-2e46c0b1a14a/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 860.202801] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ecadf8-5b55-4d1a-9b99-e91336a80281 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.219894] env[65635]: DEBUG oslo_vmware.api [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426413, 'name': PowerOnVM_Task, 'duration_secs': 0.533744} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.220302] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.220570] env[65635]: DEBUG nova.compute.manager [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.221866] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d65598b-a85c-408e-a82c-b6b96557396e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.226583] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4983b1-ede3-415d-9514-3946b822fb51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.273504] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157365a0-ec3b-479d-be95-4d5075c1e0cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.284264] env[65635]: WARNING neutronclient.v2_0.client [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.295224] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426415, 'name': Rename_Task, 'duration_secs': 0.220338} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.295224] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.295575] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d294c-88eb-479a-85a7-dc8f6da447ff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.300540] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047a5943-28d6-42eb-a7ac-bc6527e8c4ff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.317515] env[65635]: DEBUG nova.compute.provider_tree [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.323858] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 860.323858] env[65635]: value = "task-4426417" [ 860.323858] env[65635]: _type = "Task" [ 860.323858] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.324776] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-957f7dad-704e-4254-8ea6-728fd756181f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.339804] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426417, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.361385] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49323} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.364880] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 1a592784-f8cc-4b81-9651-5836efe737b7/1a592784-f8cc-4b81-9651-5836efe737b7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.365238] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.366285] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e932d15-d268-4f35-8414-9d9c6e365dfd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.380554] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 860.380554] env[65635]: value = "task-4426418" [ 860.380554] env[65635]: _type = "Task" [ 860.380554] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.392768] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.454324] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.454904] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4a65db5-4fb9-40ab-bc64-0105752c4bcc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.464043] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 860.464043] env[65635]: value = "task-4426419" [ 860.464043] env[65635]: _type = "Task" [ 860.464043] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.486848] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.518773] env[65635]: WARNING neutronclient.v2_0.client [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.576624] env[65635]: DEBUG nova.compute.manager [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.577145] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: da9e06f2-30cd-4409-87a4-10cddce2f4da] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 860.583193] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380d5044-ae7d-4cb7-9666-6237f6f270e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.636326] env[65635]: DEBUG nova.objects.instance [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'flavor' on Instance uuid 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.684887] env[65635]: DEBUG nova.network.neutron [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Updated VIF entry in instance network info cache for port 1f46a3d1-9bf9-4593-accf-7dc2c748f1cf. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.685409] env[65635]: DEBUG nova.network.neutron [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Updating instance_info_cache with network_info: [{"id": "1f46a3d1-9bf9-4593-accf-7dc2c748f1cf", "address": "fa:16:3e:97:eb:55", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f46a3d1-9b", "ovs_interfaceid": "1f46a3d1-9bf9-4593-accf-7dc2c748f1cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.789572] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.826346] env[65635]: DEBUG nova.scheduler.client.report [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.847047] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426417, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.851659] env[65635]: DEBUG nova.objects.instance [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.896225] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1722} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.897314] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.899328] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8741c57e-2c40-4efa-abd6-f46ce41700ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.928391] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1a592784-f8cc-4b81-9651-5836efe737b7/1a592784-f8cc-4b81-9651-5836efe737b7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.929181] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.929484] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.929798] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.929980] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.930219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.932095] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3089faa4-f02f-439f-8cd0-5cdacfc8d583 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.950335] env[65635]: INFO nova.compute.manager [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Terminating instance [ 860.960410] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 860.960410] env[65635]: value = "task-4426420" [ 860.960410] env[65635]: _type = "Task" [ 860.960410] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.973213] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.982617] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426419, 'name': PowerOffVM_Task, 'duration_secs': 0.239753} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.982617] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.984157] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d3c3a-22d5-48ef-9efc-446ba57d1898 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.005231] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86230d8-2891-4ee6-920f-2bebd88ba089 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.048503] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.048913] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364d5ebf-da84-41e5-8d12-f63d8f242fd5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.060143] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 861.060143] env[65635]: value = "task-4426421" [ 861.060143] env[65635]: _type = "Task" [ 861.060143] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.076304] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 861.076755] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.077024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.077024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.077241] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.077561] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37fe39c7-2f13-4ecb-99f7-37e3d8b34f3e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.085055] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 01a10124-82ae-4c9a-bca4-47fcf35a51ef] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 861.089691] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.089941] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.091519] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f436bc-f928-4b53-ab18-0ab7a7142daf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.096538] env[65635]: INFO nova.compute.manager [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] instance snapshotting [ 861.100449] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 861.100449] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5209b461-ab25-63a6-0957-c85d4489b238" [ 861.100449] env[65635]: _type = "Task" [ 861.100449] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.101742] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fbf591-f508-4470-a4f7-951587f6cdb9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.116843] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5209b461-ab25-63a6-0957-c85d4489b238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.136180] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77838b6-a600-4ded-9db1-3f5a44161615 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.143396] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.143812] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.144221] env[65635]: DEBUG nova.network.neutron [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.144221] env[65635]: DEBUG nova.objects.instance [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'info_cache' on Instance uuid 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.189759] env[65635]: DEBUG oslo_concurrency.lockutils [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] Releasing lock "refresh_cache-1a592784-f8cc-4b81-9651-5836efe737b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.190423] env[65635]: DEBUG nova.compute.manager [req-907306a5-843a-49ea-8de6-6e723117789d req-f3eebc60-c7ed-4dec-b1bc-f23620808bdb service nova] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Received event network-vif-deleted-1f5263ee-0f19-4d86-8e60-e7e16c8c8315 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 861.337253] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.337958] env[65635]: DEBUG nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 861.352081] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.067s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.352081] env[65635]: DEBUG nova.objects.instance [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 861.353596] env[65635]: DEBUG oslo_vmware.api [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426417, 'name': PowerOnVM_Task, 'duration_secs': 0.872703} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.357688] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.358569] env[65635]: INFO nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Took 10.05 seconds to spawn the instance on the hypervisor. [ 861.358972] env[65635]: DEBUG nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 861.359909] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.360322] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.360657] env[65635]: DEBUG nova.network.neutron [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.361022] env[65635]: DEBUG nova.objects.instance [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'info_cache' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.364121] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9188b7b0-1d7b-4760-ab60-36f052eb8e6d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.390238] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Acquiring lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.391566] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.391566] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Acquiring lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.392174] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.392556] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.396191] env[65635]: INFO nova.compute.manager [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Terminating instance [ 861.465624] env[65635]: DEBUG nova.compute.manager [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 861.465624] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.465624] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11f796-24cc-4824-8c45-5252d0aba798 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.474229] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.476448] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.477287] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9210c18-797c-4449-b20d-d1ce5792fcb3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.487031] env[65635]: DEBUG oslo_vmware.api [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 861.487031] env[65635]: value = "task-4426422" [ 861.487031] env[65635]: _type = "Task" [ 861.487031] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.501018] env[65635]: DEBUG oslo_vmware.api [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.593081] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: c57fa6a5-d2d0-4f9f-94e0-88d2c350b212] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 861.615944] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5209b461-ab25-63a6-0957-c85d4489b238, 'name': SearchDatastore_Task, 'duration_secs': 0.02217} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.616932] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83c116b-2255-452d-bffb-c8012d4dbf43 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.625773] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 861.625773] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b3e28b-8f19-6147-ad76-5a42e91b137b" [ 861.625773] env[65635]: _type = "Task" [ 861.625773] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.637402] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b3e28b-8f19-6147-ad76-5a42e91b137b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.652314] env[65635]: DEBUG nova.objects.base [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Object Instance<8f928b15-6c59-43ac-b6b2-4dad5f05c8ca> lazy-loaded attributes: flavor,info_cache {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 861.654694] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.656056] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9745c8ff-44d8-45c3-9697-fea6631a66fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.666274] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 861.666274] env[65635]: value = "task-4426423" [ 861.666274] env[65635]: _type = "Task" [ 861.666274] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.679563] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.860515] env[65635]: DEBUG nova.compute.utils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.862322] env[65635]: DEBUG nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 861.862541] env[65635]: DEBUG nova.network.neutron [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 861.862954] env[65635]: WARNING neutronclient.v2_0.client [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.863294] env[65635]: WARNING neutronclient.v2_0.client [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.869584] env[65635]: DEBUG nova.objects.base [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Object Instance<51ed186e-a115-447b-ae00-83211ccc0d7c> lazy-loaded attributes: flavor,info_cache {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 861.886550] env[65635]: INFO nova.compute.manager [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Took 49.88 seconds to build instance. [ 861.901433] env[65635]: DEBUG nova.compute.manager [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 861.901779] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.902545] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe3fe9e2-0b42-4120-81df-d4d79213addf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.914620] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 861.914620] env[65635]: value = "task-4426424" [ 861.914620] env[65635]: _type = "Task" [ 861.914620] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.925855] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4426424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.933375] env[65635]: DEBUG nova.policy [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1b66b7656f4254b5dca3a1dad983d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e481eada09407ab825c83a95169dcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.979423] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.000139] env[65635]: DEBUG oslo_vmware.api [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.098195] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 167234a7-8ddc-430d-92ca-9db79ada2163] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 862.139994] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b3e28b-8f19-6147-ad76-5a42e91b137b, 'name': SearchDatastore_Task, 'duration_secs': 0.030223} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.140298] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.140679] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. {{(pid=65635) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 862.141027] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59a0c04e-1f1c-424b-80be-4423032878b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.156318] env[65635]: WARNING neutronclient.v2_0.client [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.162641] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 862.162641] env[65635]: value = "task-4426425" [ 862.162641] env[65635]: _type = "Task" [ 862.162641] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.177216] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.189505] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "55a60070-607d-42de-b37f-58772bde1826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.190236] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "55a60070-607d-42de-b37f-58772bde1826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.191600] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.343619] env[65635]: DEBUG nova.network.neutron [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Successfully created port: d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 862.365772] env[65635]: DEBUG oslo_concurrency.lockutils [None req-072e3e71-07bb-464e-9256-28ee1fcc7e33 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.365772] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.160s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.372192] env[65635]: INFO nova.compute.claims [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.377634] env[65635]: DEBUG nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 862.382035] env[65635]: WARNING neutronclient.v2_0.client [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.388491] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4399562-ffb8-433a-9f8d-a7d2736e46c2 tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.389s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.427382] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4426424, 'name': PowerOffVM_Task, 'duration_secs': 0.274109} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.428612] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.428880] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 862.429124] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866037', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'name': 'volume-3676b651-12f0-4cf7-a9a3-5eed594b4329', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5549a2e9-cb0a-4566-b675-fb8ca67665a7', 'attached_at': '', 'detached_at': '', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'serial': '3676b651-12f0-4cf7-a9a3-5eed594b4329'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 862.430621] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a721de-634b-4d20-90cb-c557fd36b1ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.460114] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a76482-6788-45c2-ad81-0b8861273e9f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.478379] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.482046] env[65635]: WARNING neutronclient.v2_0.client [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.484981] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb0ed4-7da2-4b46-9ae4-bbcac4dba329 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.515559] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30110635-3b4b-4216-9ffe-9f40a6c8c349 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.522887] env[65635]: DEBUG oslo_vmware.api [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.544034] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] The volume has not been displaced from its original location: [datastore2] volume-3676b651-12f0-4cf7-a9a3-5eed594b4329/volume-3676b651-12f0-4cf7-a9a3-5eed594b4329.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 862.549107] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 862.549688] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be1ec25-d644-4bb5-b781-222bdda54c28 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.575083] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 862.575083] env[65635]: value = "task-4426426" [ 862.575083] env[65635]: _type = "Task" [ 862.575083] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.589505] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4426426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.602249] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 1989816b-86b3-45bf-b291-0d6b1bec2fb7] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 862.686254] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.691045] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.693125] env[65635]: DEBUG nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 862.827118] env[65635]: DEBUG nova.network.neutron [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.975572] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426420, 'name': ReconfigVM_Task, 'duration_secs': 1.543952} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.975930] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1a592784-f8cc-4b81-9651-5836efe737b7/1a592784-f8cc-4b81-9651-5836efe737b7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.976624] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c127bf1c-7bb1-4d0d-a5cd-109faa7ba48d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.984989] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 862.984989] env[65635]: value = "task-4426427" [ 862.984989] env[65635]: _type = "Task" [ 862.984989] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.989212] env[65635]: WARNING neutronclient.v2_0.client [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.999168] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426427, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.005214] env[65635]: DEBUG oslo_vmware.api [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426422, 'name': PowerOffVM_Task, 'duration_secs': 1.243957} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.005484] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.005688] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.006047] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cf61f10-0e39-4f45-adca-07ad4c9453a6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.098779] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.098779] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.098779] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleting the datastore file [datastore2] fdcd27ae-a5dc-40fd-9371-c8fe4d571e66 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.098779] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4426426, 'name': ReconfigVM_Task, 'duration_secs': 0.378163} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.098779] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c293f109-88e2-4d6f-acc2-840c957d42db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.100468] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 863.109159] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 60fd1576-c30d-48e1-b1a1-20a5b17c1b0c] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 863.111904] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-644f0d47-1205-436e-a4dd-3aac241adbef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.137402] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 863.137402] env[65635]: value = "task-4426430" [ 863.137402] env[65635]: _type = "Task" [ 863.137402] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.139289] env[65635]: DEBUG oslo_vmware.api [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 863.139289] env[65635]: value = "task-4426429" [ 863.139289] env[65635]: _type = "Task" [ 863.139289] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.154110] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4426430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.157362] env[65635]: DEBUG oslo_vmware.api [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.175806] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656405} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.179382] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. [ 863.180577] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ab889d-be34-483b-a2d7-c4c3163d4a42 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.185293] env[65635]: DEBUG nova.network.neutron [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updating instance_info_cache with network_info: [{"id": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "address": "fa:16:3e:8d:46:bd", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7fd9b7-a2", "ovs_interfaceid": "dd7fd9b7-a28f-42a3-ae79-af295655e9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.190475] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426423, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.214760] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.217908] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70111a2-388c-4f5c-a310-223439aba415 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.238705] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 863.238705] env[65635]: value = "task-4426431" [ 863.238705] env[65635]: _type = "Task" [ 863.238705] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.252696] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.254461] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.331032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.401928] env[65635]: DEBUG nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 863.429786] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 863.430093] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.430196] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 863.430425] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.430512] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 863.430652] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 863.430922] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.430998] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 863.431209] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 863.431336] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 863.431499] env[65635]: DEBUG nova.virt.hardware [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 863.432432] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6d5f38-1d35-4a85-82a0-1a58e19872c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.445202] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d26f4f-7d3b-45f6-8bd1-cf37d9d16611 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.496530] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426427, 'name': Rename_Task, 'duration_secs': 0.192265} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.496805] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.497060] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f587de59-551d-4b9b-9e07-72e2e5dfa825 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.505378] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 863.505378] env[65635]: value = "task-4426432" [ 863.505378] env[65635]: _type = "Task" [ 863.505378] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.518504] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.632207] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 17838ba9-4a28-42c9-91d9-69b87836f240] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 863.666298] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4426430, 'name': ReconfigVM_Task, 'duration_secs': 0.226228} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.666891] env[65635]: DEBUG oslo_vmware.api [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422768} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.670444] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866037', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'name': 'volume-3676b651-12f0-4cf7-a9a3-5eed594b4329', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5549a2e9-cb0a-4566-b675-fb8ca67665a7', 'attached_at': '', 'detached_at': '', 'volume_id': '3676b651-12f0-4cf7-a9a3-5eed594b4329', 'serial': '3676b651-12f0-4cf7-a9a3-5eed594b4329'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 863.670729] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.674066] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.674066] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.674066] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.674066] env[65635]: INFO nova.compute.manager [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Took 2.21 seconds to destroy the instance on the hypervisor. [ 863.674066] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 863.674066] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f30d3-9c20-46d3-82ec-d5880be03de3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.676379] env[65635]: DEBUG nova.compute.manager [-] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 863.676504] env[65635]: DEBUG nova.network.neutron [-] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 863.676752] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.688334] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Releasing lock "refresh_cache-51ed186e-a115-447b-ae00-83211ccc0d7c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.695728] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426423, 'name': CreateSnapshot_Task, 'duration_secs': 1.539387} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.695920] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.696572] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.696824] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf0f369b-fdf8-43f3-b68f-272ec3fb79a2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.699630] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08738a87-e42b-4bc6-b42d-d51feb5cee9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.720637] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.753118] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.786874] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.786874] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.786976] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Deleting the datastore file [datastore2] 5549a2e9-cb0a-4566-b675-fb8ca67665a7 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.787658] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-135e94df-2c1b-439a-80be-a94e35fe0243 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.796744] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for the task: (returnval){ [ 863.796744] env[65635]: value = "task-4426434" [ 863.796744] env[65635]: _type = "Task" [ 863.796744] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.807056] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4426434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.001056] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17cd6fd-56e9-4f45-bdfa-11fa14bb4448 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.013303] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137f3eda-4dc6-41d3-9359-6baabb1f1325 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.025319] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.054180] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12777414-d958-47f1-9da3-dd4faf6f95e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.064809] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ef44e9-b6b9-4839-9cc6-2f23b584c0af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.082040] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.082329] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.082601] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.083871] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.083871] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.085767] env[65635]: DEBUG nova.compute.provider_tree [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.088210] env[65635]: INFO nova.compute.manager [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Terminating instance [ 864.093173] env[65635]: DEBUG nova.network.neutron [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Successfully updated port: d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 864.139279] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 2a7bbbcf-b04f-41cf-a8de-7b107eabf125] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 864.227144] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 864.227897] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b09214f7-dd34-415f-9c6c-f5208890ecd6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.239304] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 864.239304] env[65635]: value = "task-4426435" [ 864.239304] env[65635]: _type = "Task" [ 864.239304] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.253495] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426435, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.257410] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426431, 'name': ReconfigVM_Task, 'duration_secs': 0.654064} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.257784] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.258878] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a6d727-a143-49e0-9a66-f715092a1bc8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.289021] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66bf2313-9125-48d1-9744-4497cd065bff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.313214] env[65635]: DEBUG oslo_vmware.api [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Task: {'id': task-4426434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169995} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.314988] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.315339] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.315339] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.315501] env[65635]: INFO nova.compute.manager [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Took 2.41 seconds to destroy the instance on the hypervisor. [ 864.315750] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 864.316060] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 864.316060] env[65635]: value = "task-4426436" [ 864.316060] env[65635]: _type = "Task" [ 864.316060] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.316264] env[65635]: DEBUG nova.compute.manager [-] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 864.316362] env[65635]: DEBUG nova.network.neutron [-] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 864.316641] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.330143] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.344529] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.345040] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-580ad185-e4b4-45a5-a6af-fb5a53814254 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.358318] env[65635]: DEBUG oslo_vmware.api [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 864.358318] env[65635]: value = "task-4426437" [ 864.358318] env[65635]: _type = "Task" [ 864.358318] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.363719] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.371140] env[65635]: DEBUG oslo_vmware.api [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.458909] env[65635]: DEBUG nova.compute.manager [req-1aad2294-6a5b-4309-80d1-9da2a557620d req-fc3fa900-918c-4423-9bce-1227df5bc045 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received event network-vif-plugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.458909] env[65635]: DEBUG oslo_concurrency.lockutils [req-1aad2294-6a5b-4309-80d1-9da2a557620d req-fc3fa900-918c-4423-9bce-1227df5bc045 service nova] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.459249] env[65635]: DEBUG oslo_concurrency.lockutils [req-1aad2294-6a5b-4309-80d1-9da2a557620d req-fc3fa900-918c-4423-9bce-1227df5bc045 service nova] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.459496] env[65635]: DEBUG oslo_concurrency.lockutils [req-1aad2294-6a5b-4309-80d1-9da2a557620d req-fc3fa900-918c-4423-9bce-1227df5bc045 service nova] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.459686] env[65635]: DEBUG nova.compute.manager [req-1aad2294-6a5b-4309-80d1-9da2a557620d req-fc3fa900-918c-4423-9bce-1227df5bc045 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] No waiting events found dispatching network-vif-plugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 864.459913] env[65635]: WARNING nova.compute.manager [req-1aad2294-6a5b-4309-80d1-9da2a557620d req-fc3fa900-918c-4423-9bce-1227df5bc045 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received unexpected event network-vif-plugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 for instance with vm_state building and task_state spawning. [ 864.489483] env[65635]: DEBUG nova.compute.manager [req-200ad762-82f5-4e38-8f4b-f373bdb9b722 req-99bba12b-3159-4e9c-9cff-8fdfc075486a service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Received event network-vif-deleted-6bab8b34-df10-43a9-b37f-d1232237fac1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.489822] env[65635]: INFO nova.compute.manager [req-200ad762-82f5-4e38-8f4b-f373bdb9b722 req-99bba12b-3159-4e9c-9cff-8fdfc075486a service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Neutron deleted interface 6bab8b34-df10-43a9-b37f-d1232237fac1; detaching it from the instance and deleting it from the info cache [ 864.490104] env[65635]: DEBUG nova.network.neutron [req-200ad762-82f5-4e38-8f4b-f373bdb9b722 req-99bba12b-3159-4e9c-9cff-8fdfc075486a service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.518777] env[65635]: DEBUG nova.network.neutron [-] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.526989] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.591589] env[65635]: DEBUG nova.scheduler.client.report [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.595584] env[65635]: DEBUG nova.compute.manager [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 864.595843] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.596457] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.596660] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.596856] env[65635]: DEBUG nova.network.neutron [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.599065] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2944a5-85f3-4e63-9567-14321e38162b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.613531] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.613906] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a3a40aa-2780-4746-8988-d20023a41c04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.631820] env[65635]: DEBUG oslo_vmware.api [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 864.631820] env[65635]: value = "task-4426438" [ 864.631820] env[65635]: _type = "Task" [ 864.631820] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.637049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquiring lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.637376] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.637734] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquiring lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.637860] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.638163] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.643417] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 61335b38-5e93-4a82-bbc3-55045f7c5a82] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 864.645473] env[65635]: DEBUG oslo_vmware.api [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.646336] env[65635]: INFO nova.compute.manager [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Terminating instance [ 864.700461] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.700823] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7663daa0-8b35-4acb-b5ac-162c2118dad9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.710548] env[65635]: DEBUG oslo_vmware.api [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 864.710548] env[65635]: value = "task-4426439" [ 864.710548] env[65635]: _type = "Task" [ 864.710548] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.725344] env[65635]: DEBUG oslo_vmware.api [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.757472] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426435, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.830757] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426436, 'name': ReconfigVM_Task, 'duration_secs': 0.33114} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.830992] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.831303] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-069bd34c-95b0-4107-836b-8cea921e8885 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.840364] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 864.840364] env[65635]: value = "task-4426440" [ 864.840364] env[65635]: _type = "Task" [ 864.840364] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.853268] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.870523] env[65635]: DEBUG oslo_vmware.api [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426437, 'name': PowerOnVM_Task, 'duration_secs': 0.506198} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.870904] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.871266] env[65635]: DEBUG nova.compute.manager [None req-45204656-d058-4fae-ac0c-9fcd07b68498 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 864.872566] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a31b384-b549-4673-b29d-64458edd5250 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.993962] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b128108-b819-4b55-85ba-1f012e106564 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.006278] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01629f70-234f-4472-a1f6-e236809ba96a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.023334] env[65635]: INFO nova.compute.manager [-] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Took 1.35 seconds to deallocate network for instance. [ 865.039551] env[65635]: DEBUG oslo_vmware.api [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426432, 'name': PowerOnVM_Task, 'duration_secs': 1.194595} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.041101] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.041101] env[65635]: INFO nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Took 9.93 seconds to spawn the instance on the hypervisor. [ 865.041101] env[65635]: DEBUG nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 865.041924] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac05990-5600-427c-a2ac-b01cfa1f3687 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.085023] env[65635]: DEBUG nova.compute.manager [req-200ad762-82f5-4e38-8f4b-f373bdb9b722 req-99bba12b-3159-4e9c-9cff-8fdfc075486a service nova] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Detach interface failed, port_id=6bab8b34-df10-43a9-b37f-d1232237fac1, reason: Instance fdcd27ae-a5dc-40fd-9371-c8fe4d571e66 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.099561] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.100099] env[65635]: DEBUG nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 865.102872] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.002s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.104655] env[65635]: INFO nova.compute.claims [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.146487] env[65635]: DEBUG oslo_vmware.api [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426438, 'name': PowerOffVM_Task, 'duration_secs': 0.2522} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.146907] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 6aef420d-e199-42b8-a734-4b4d165543e1] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 865.148974] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.149451] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.149835] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64cebf18-4a46-4caa-8fd5-dfd5aa0ab2f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.152543] env[65635]: DEBUG nova.network.neutron [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 865.155486] env[65635]: DEBUG nova.compute.manager [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 865.156282] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.160206] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af21f4a6-ef50-440c-a772-8ec3711fb718 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.169837] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.170202] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc937e58-08e7-42bc-b664-eed50f6757c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.180341] env[65635]: DEBUG oslo_vmware.api [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 865.180341] env[65635]: value = "task-4426442" [ 865.180341] env[65635]: _type = "Task" [ 865.180341] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.224970] env[65635]: DEBUG oslo_vmware.api [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.253195] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426435, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.255553] env[65635]: WARNING neutronclient.v2_0.client [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.260601] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.260894] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.261164] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleting the datastore file [datastore1] e8d3e9ca-93fb-4d90-90d3-e5cc19151797 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.261465] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7f83375-c003-42dc-8727-dc924fa34bd4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.271118] env[65635]: DEBUG oslo_vmware.api [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 865.271118] env[65635]: value = "task-4426443" [ 865.271118] env[65635]: _type = "Task" [ 865.271118] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.282656] env[65635]: DEBUG oslo_vmware.api [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.354634] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426440, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.361241] env[65635]: DEBUG nova.network.neutron [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating instance_info_cache with network_info: [{"id": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "address": "fa:16:3e:7c:d9:cc", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd786454e-d9", "ovs_interfaceid": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.534971] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.576571] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.576571] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.595211] env[65635]: DEBUG nova.network.neutron [-] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.599987] env[65635]: INFO nova.compute.manager [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Took 43.34 seconds to build instance. [ 865.613812] env[65635]: DEBUG nova.compute.utils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.615796] env[65635]: DEBUG nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 865.616013] env[65635]: DEBUG nova.network.neutron [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 865.616610] env[65635]: WARNING neutronclient.v2_0.client [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.617451] env[65635]: WARNING neutronclient.v2_0.client [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.657959] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 79da7441-a5f2-442f-b900-84087479341e] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 865.685456] env[65635]: DEBUG nova.policy [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8852cfe06b564757bf22b8acccbbe30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c62a9565d8d940e8858945647ca5a262', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.699323] env[65635]: DEBUG oslo_vmware.api [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426442, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.727728] env[65635]: DEBUG oslo_vmware.api [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426439, 'name': PowerOnVM_Task, 'duration_secs': 0.582711} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.728060] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.728365] env[65635]: DEBUG nova.compute.manager [None req-f3c89bac-4daf-4c95-8b52-c71693a0f4b9 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 865.729508] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f978f661-0922-4e77-a350-56480330543d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.754852] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426435, 'name': CloneVM_Task, 'duration_secs': 1.456978} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.756776] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Created linked-clone VM from snapshot [ 865.756776] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca1ff1b-e2f9-4338-be3a-11b1d6752693 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.765944] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Uploading image bbeea06e-c835-4df8-ae48-d8faad744e4f {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.782954] env[65635]: DEBUG oslo_vmware.api [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267052} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.782954] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.782954] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.782954] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.783291] env[65635]: INFO nova.compute.manager [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Took 1.19 seconds to destroy the instance on the hypervisor. [ 865.783291] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 865.783463] env[65635]: DEBUG nova.compute.manager [-] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 865.783595] env[65635]: DEBUG nova.network.neutron [-] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 865.783764] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.804247] env[65635]: DEBUG oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.804247] env[65635]: value = "vm-866180" [ 865.804247] env[65635]: _type = "VirtualMachine" [ 865.804247] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.804644] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa9e1f4f-e7e2-4cd2-a450-1575b979c2f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.813949] env[65635]: DEBUG oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lease: (returnval){ [ 865.813949] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529ac232-be78-7c16-1268-88571bb125bb" [ 865.813949] env[65635]: _type = "HttpNfcLease" [ 865.813949] env[65635]: } obtained for exporting VM: (result){ [ 865.813949] env[65635]: value = "vm-866180" [ 865.813949] env[65635]: _type = "VirtualMachine" [ 865.813949] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.814470] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the lease: (returnval){ [ 865.814470] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529ac232-be78-7c16-1268-88571bb125bb" [ 865.814470] env[65635]: _type = "HttpNfcLease" [ 865.814470] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.824455] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.824455] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529ac232-be78-7c16-1268-88571bb125bb" [ 865.824455] env[65635]: _type = "HttpNfcLease" [ 865.824455] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.825871] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.853998] env[65635]: DEBUG oslo_vmware.api [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426440, 'name': PowerOnVM_Task, 'duration_secs': 0.680083} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.854423] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.857608] env[65635]: DEBUG nova.compute.manager [None req-9afccaa0-65f9-4ebd-bb79-2c56ebb4355e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 865.858969] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8aefc-3ec3-409e-8304-f20c3d187bee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.864224] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.864592] env[65635]: DEBUG nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Instance network_info: |[{"id": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "address": "fa:16:3e:7c:d9:cc", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd786454e-d9", "ovs_interfaceid": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 865.865109] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d9:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd786454e-d9cf-43a5-9a63-c3105e6ae621', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.874397] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating folder: Project (81e481eada09407ab825c83a95169dcb). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.876765] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee42705f-b463-4e44-8ff0-2186a3406e75 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.891841] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Created folder: Project (81e481eada09407ab825c83a95169dcb) in parent group-v866005. [ 865.892024] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating folder: Instances. Parent ref: group-v866181. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.892294] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-282eef4c-f084-4868-bf4c-a222d2463ca3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.905014] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Created folder: Instances in parent group-v866181. [ 865.905405] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 865.905490] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.905687] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d3cbbc7-1a9f-49f8-bd2d-22db60be1aa2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.931291] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.931291] env[65635]: value = "task-4426447" [ 865.931291] env[65635]: _type = "Task" [ 865.931291] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.940555] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426447, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.082614] env[65635]: DEBUG nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 866.102041] env[65635]: INFO nova.compute.manager [-] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Took 1.79 seconds to deallocate network for instance. [ 866.104956] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4bcbdd1-10f9-4b1c-9e6a-91aad7b8bd1c tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "1a592784-f8cc-4b81-9651-5836efe737b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.850s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.126858] env[65635]: DEBUG nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 866.161551] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 9abec345-6e34-44ed-936b-4575b77a6a30] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 866.176035] env[65635]: DEBUG nova.network.neutron [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Successfully created port: 2084685b-be19-4bda-b631-e24e2cdbbab2 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.201331] env[65635]: DEBUG oslo_vmware.api [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426442, 'name': PowerOffVM_Task, 'duration_secs': 0.593804} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.202500] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.202500] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.202500] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-329d17c5-bea8-4238-bc7d-6f3fcb95228b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.283353] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.283353] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.283353] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Deleting the datastore file [datastore1] 285a7564-ff38-40b7-9cb3-b82eb3dba45b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.283353] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e77c537-45b7-4ebe-9b25-f0a6265d1a15 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.297716] env[65635]: DEBUG oslo_vmware.api [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for the task: (returnval){ [ 866.297716] env[65635]: value = "task-4426449" [ 866.297716] env[65635]: _type = "Task" [ 866.297716] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.311934] env[65635]: DEBUG oslo_vmware.api [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.325231] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.325231] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529ac232-be78-7c16-1268-88571bb125bb" [ 866.325231] env[65635]: _type = "HttpNfcLease" [ 866.325231] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.325574] env[65635]: DEBUG oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.325574] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529ac232-be78-7c16-1268-88571bb125bb" [ 866.325574] env[65635]: _type = "HttpNfcLease" [ 866.325574] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.326465] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721a4ba6-6ead-4e11-ac7c-bd4e283b9e33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.338955] env[65635]: DEBUG oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f603-fa53-62cc-de07-1d2a7d8936fc/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.339244] env[65635]: DEBUG oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f603-fa53-62cc-de07-1d2a7d8936fc/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.447094] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426447, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.459966] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d9103ac-712e-472f-a3a4-5600f9e28940 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.612412] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.646149] env[65635]: DEBUG nova.network.neutron [-] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.668765] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 1cb052e4-2929-4d33-a53b-7d7b484360a1] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 866.700856] env[65635]: INFO nova.compute.manager [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Took 0.60 seconds to detach 1 volumes for instance. [ 866.709846] env[65635]: DEBUG nova.compute.manager [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Deleting volume: 3676b651-12f0-4cf7-a9a3-5eed594b4329 {{(pid=65635) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 866.816995] env[65635]: DEBUG oslo_vmware.api [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Task: {'id': task-4426449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292785} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.817401] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.817614] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.817846] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.818060] env[65635]: INFO nova.compute.manager [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 866.818309] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 866.818518] env[65635]: DEBUG nova.compute.manager [-] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 866.818656] env[65635]: DEBUG nova.network.neutron [-] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 866.818918] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.940451] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.959086] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426447, 'name': CreateVM_Task, 'duration_secs': 0.528238} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.959086] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.960215] env[65635]: WARNING neutronclient.v2_0.client [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.960867] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.961191] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.962282] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.962282] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7ea803-cb82-4464-829a-3436b71db48c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.975327] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 866.975327] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521a5a9b-21e9-034b-0778-506f52500635" [ 866.975327] env[65635]: _type = "Task" [ 866.975327] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.991081] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521a5a9b-21e9-034b-0778-506f52500635, 'name': SearchDatastore_Task, 'duration_secs': 0.015394} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.991409] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991644] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.991954] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.992141] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992332] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.992746] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d0af8e-e4bb-40e4-942b-586d544659be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.003508] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.003660] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.004569] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f07cb85-284e-4abc-8aa4-84bf7fbda0c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.013368] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 867.013368] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a477c6-18c4-fe75-a0f6-ceb05ce130a3" [ 867.013368] env[65635]: _type = "Task" [ 867.013368] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.027796] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a477c6-18c4-fe75-a0f6-ceb05ce130a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.049186] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b0dc63-215f-4ca6-96a4-f7b01c47c8c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.062023] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cab990c-9384-4f0c-964f-266361b654e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.096636] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee16d09-9465-4dc0-ae91-95b52635f80e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.106863] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eacc6ba-6016-4eeb-85ea-b0a3ce217dc0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.123331] env[65635]: DEBUG nova.compute.provider_tree [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.150502] env[65635]: DEBUG nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 867.153285] env[65635]: INFO nova.compute.manager [-] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Took 1.37 seconds to deallocate network for instance. [ 867.171389] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: b6e6a491-b1b7-4dab-82b5-d30bd8b4094f] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 867.276023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.532068] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a477c6-18c4-fe75-a0f6-ceb05ce130a3, 'name': SearchDatastore_Task, 'duration_secs': 0.021075} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.533544] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc34571-ba6c-42fc-a325-40bf5625172e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.543207] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 867.543207] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dedb00-b1d4-9f5f-4394-67ccc3ef0742" [ 867.543207] env[65635]: _type = "Task" [ 867.543207] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.555239] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dedb00-b1d4-9f5f-4394-67ccc3ef0742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.561292] env[65635]: DEBUG nova.compute.manager [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received event network-changed-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 867.561660] env[65635]: DEBUG nova.compute.manager [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Refreshing instance network info cache due to event network-changed-d786454e-d9cf-43a5-9a63-c3105e6ae621. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 867.562023] env[65635]: DEBUG oslo_concurrency.lockutils [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] Acquiring lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.562212] env[65635]: DEBUG oslo_concurrency.lockutils [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] Acquired lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.562454] env[65635]: DEBUG nova.network.neutron [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Refreshing network info cache for port d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.586165] env[65635]: DEBUG nova.compute.manager [req-b0eacbe0-b404-43d5-a1bc-9e50dd0cd14a req-db9697ad-de3d-466d-86ba-f4a156488970 service nova] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Received event network-vif-deleted-692936df-332f-49e5-b248-34e2501d955e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 867.628488] env[65635]: DEBUG nova.scheduler.client.report [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.662157] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.675631] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 0194cc22-5b7c-4dd4-92a4-b8a1fc55e02e] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 867.752942] env[65635]: DEBUG nova.network.neutron [-] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.882470] env[65635]: DEBUG nova.network.neutron [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Successfully updated port: 2084685b-be19-4bda-b631-e24e2cdbbab2 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.055682] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dedb00-b1d4-9f5f-4394-67ccc3ef0742, 'name': SearchDatastore_Task, 'duration_secs': 0.014261} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.056196] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.056665] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2/46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.057419] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4225284-095b-42de-8ef1-4678d745f7ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.067188] env[65635]: WARNING neutronclient.v2_0.client [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.071252] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 868.071252] env[65635]: value = "task-4426451" [ 868.071252] env[65635]: _type = "Task" [ 868.071252] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.084700] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.138032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.035s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.138566] env[65635]: DEBUG nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 868.145411] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.777s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.148016] env[65635]: INFO nova.compute.claims [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.184599] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: adebf7e3-4ab1-453b-bea4-4fdd55b8b0dd] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 868.257664] env[65635]: INFO nova.compute.manager [-] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Took 1.44 seconds to deallocate network for instance. [ 868.345690] env[65635]: WARNING neutronclient.v2_0.client [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.390752] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.390986] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.391209] env[65635]: DEBUG nova.network.neutron [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 868.433046] env[65635]: DEBUG nova.network.neutron [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updated VIF entry in instance network info cache for port d786454e-d9cf-43a5-9a63-c3105e6ae621. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 868.433559] env[65635]: DEBUG nova.network.neutron [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating instance_info_cache with network_info: [{"id": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "address": "fa:16:3e:7c:d9:cc", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd786454e-d9", "ovs_interfaceid": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.584202] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426451, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.655221] env[65635]: DEBUG nova.compute.utils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.659310] env[65635]: DEBUG nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 868.659552] env[65635]: DEBUG nova.network.neutron [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 868.659896] env[65635]: WARNING neutronclient.v2_0.client [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.660793] env[65635]: WARNING neutronclient.v2_0.client [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.687319] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: ac0a56b1-bfcc-463b-94d6-c11b1dafd5a8] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 868.736872] env[65635]: DEBUG nova.policy [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.765424] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.856132] env[65635]: INFO nova.compute.manager [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Unrescuing [ 868.856775] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.857016] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.857232] env[65635]: DEBUG nova.network.neutron [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 868.934716] env[65635]: DEBUG nova.network.neutron [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 868.940495] env[65635]: DEBUG oslo_concurrency.lockutils [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] Releasing lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.940495] env[65635]: DEBUG nova.compute.manager [req-06a0ca95-6e29-46b2-af3f-ae814701505a req-d0a25001-b165-4e30-81d4-a0e9c870f965 service nova] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Received event network-vif-deleted-eeef8056-d4bb-47a1-b4a2-8b1e02f43839 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 869.025989] env[65635]: WARNING neutronclient.v2_0.client [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.085321] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697976} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.085321] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2/46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.085321] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.085321] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccb0b92f-8d28-4d6a-bbc4-5a50c69d9722 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.094246] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 869.094246] env[65635]: value = "task-4426452" [ 869.094246] env[65635]: _type = "Task" [ 869.094246] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.104829] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.106235] env[65635]: DEBUG nova.network.neutron [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Updating instance_info_cache with network_info: [{"id": "2084685b-be19-4bda-b631-e24e2cdbbab2", "address": "fa:16:3e:f7:50:48", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084685b-be", "ovs_interfaceid": "2084685b-be19-4bda-b631-e24e2cdbbab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.139213] env[65635]: DEBUG nova.network.neutron [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Successfully created port: 05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 869.158226] env[65635]: DEBUG nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 869.192553] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: bcbdf06f-8abb-449b-b289-a5509544dd0a] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 869.360382] env[65635]: WARNING neutronclient.v2_0.client [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.525185] env[65635]: WARNING neutronclient.v2_0.client [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.599123] env[65635]: DEBUG nova.network.neutron [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Updating instance_info_cache with network_info: [{"id": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "address": "fa:16:3e:52:39:22", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f627480-fb", "ovs_interfaceid": "3f627480-fbb1-4e82-9ff5-65edda7ba80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.604042] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081848} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.607271] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.608363] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7625d-9aad-42e5-a189-1c0a85bdeb8e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.611872] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.612263] env[65635]: DEBUG nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Instance network_info: |[{"id": "2084685b-be19-4bda-b631-e24e2cdbbab2", "address": "fa:16:3e:f7:50:48", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084685b-be", "ovs_interfaceid": "2084685b-be19-4bda-b631-e24e2cdbbab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 869.635637] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2/46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.638996] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7759e3b0-84c3-4a7c-b1f9-f97d2284d152 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.660782] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 869.660782] env[65635]: value = "task-4426453" [ 869.660782] env[65635]: _type = "Task" [ 869.660782] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.676584] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.699683] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: c8ecab28-300b-4f23-9a6d-8c93f4250d1b] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 869.734158] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9516a5-0db5-4cd8-bf8f-07b94d8d52c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.743339] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3febd0-d16b-4f38-aa6a-a276d452d00e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.778131] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9950fc73-c14d-4529-8beb-afaf78e2be8e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.787378] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d86629d-3427-4a28-8104-bb99d94d5331 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.803220] env[65635]: DEBUG nova.compute.provider_tree [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.108611] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "refresh_cache-76b8ba30-a5b1-44ea-ac84-c47dea905c0a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.109178] env[65635]: DEBUG nova.objects.instance [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lazy-loading 'flavor' on Instance uuid 76b8ba30-a5b1-44ea-ac84-c47dea905c0a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.174320] env[65635]: DEBUG nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 870.176956] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.203828] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: dae1e691-adad-4468-90b3-5f45bbf0477a] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 870.306693] env[65635]: DEBUG nova.scheduler.client.report [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.425406] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.425799] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.426017] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.426295] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.426493] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.426708] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.427016] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.427250] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.427499] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.427730] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.427951] env[65635]: DEBUG nova.virt.hardware [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.431150] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb085f33-d12a-4b73-983f-b397c7d915d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.443334] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a0d2f-321f-4308-ba28-d98cf3ffdf0c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.467227] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:50:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2084685b-be19-4bda-b631-e24e2cdbbab2', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.479417] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Creating folder: Project (c62a9565d8d940e8858945647ca5a262). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.479957] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-972dc010-97bf-4f40-8ad7-5881969eeb39 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.494345] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Created folder: Project (c62a9565d8d940e8858945647ca5a262) in parent group-v866005. [ 870.494734] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Creating folder: Instances. Parent ref: group-v866184. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.495099] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-056f8e00-5719-4d18-b609-4e5fbe937f26 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.507492] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Created folder: Instances in parent group-v866184. [ 870.507883] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 870.508447] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.508447] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35956aeb-0e26-4430-a13d-bab02989e95a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.530423] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.530423] env[65635]: value = "task-4426456" [ 870.530423] env[65635]: _type = "Task" [ 870.530423] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.540242] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426456, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.616355] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8670c7-8515-4b01-a4f5-f1313a44c469 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.641796] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.642201] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9423e5a1-d0ef-4467-9202-a1c449929aa6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.650825] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 870.650825] env[65635]: value = "task-4426457" [ 870.650825] env[65635]: _type = "Task" [ 870.650825] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.661193] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.670692] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426453, 'name': ReconfigVM_Task, 'duration_secs': 0.560033} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.670999] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2/46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.672250] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e0e201d-08e1-48b0-b527-e86841086a97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.680653] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 870.680653] env[65635]: value = "task-4426458" [ 870.680653] env[65635]: _type = "Task" [ 870.680653] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.690809] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426458, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.709046] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: ca16a820-7555-436c-9a2d-299948dd84db] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 870.765366] env[65635]: DEBUG nova.network.neutron [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Successfully updated port: 05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 870.812954] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.813545] env[65635]: DEBUG nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 870.816795] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.236s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.818724] env[65635]: INFO nova.compute.claims [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.841841] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.842081] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.842577] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.842577] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.842577] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.842733] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.843305] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.843305] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.843463] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.843680] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.843727] env[65635]: DEBUG nova.virt.hardware [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.846891] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be7359-8339-4ac2-9b12-b36ff545b9b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.859225] env[65635]: DEBUG oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa737-80df-d4fc-776e-2e46c0b1a14a/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 870.861038] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7579d1-a63c-4fa6-9f2d-7708f6eb4fca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.867903] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb5fab6-32f4-4ea0-b7c7-4346238c585a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.877346] env[65635]: DEBUG oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa737-80df-d4fc-776e-2e46c0b1a14a/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 870.877540] env[65635]: ERROR oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa737-80df-d4fc-776e-2e46c0b1a14a/disk-0.vmdk due to incomplete transfer. [ 870.886434] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-322f4811-48fd-445f-8daf-8fd3e30b17fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.900868] env[65635]: DEBUG oslo_vmware.rw_handles [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fa737-80df-d4fc-776e-2e46c0b1a14a/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 870.901142] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Uploaded image 798e273a-3cd7-4281-bb63-91a7ce99ea9e to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 870.903597] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 870.904587] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ea9b988-ced5-411c-ada9-a8e746fbd00f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.915394] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 870.915394] env[65635]: value = "task-4426459" [ 870.915394] env[65635]: _type = "Task" [ 870.915394] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.929068] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426459, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.042587] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426456, 'name': CreateVM_Task, 'duration_secs': 0.462912} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.042777] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.043367] env[65635]: WARNING neutronclient.v2_0.client [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.043763] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.043941] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.044339] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.044534] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f60ddf4-f90b-4fc0-a88f-5bec05c64077 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.051837] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 871.051837] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fc93ed-72a9-e3a5-527a-e9767bed2649" [ 871.051837] env[65635]: _type = "Task" [ 871.051837] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.063952] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fc93ed-72a9-e3a5-527a-e9767bed2649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.161484] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426457, 'name': PowerOffVM_Task, 'duration_secs': 0.325322} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.161803] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.167250] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 871.167919] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7501279d-1cd2-4ac5-8617-c1a6ab0d800c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.193562] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426458, 'name': Rename_Task, 'duration_secs': 0.254254} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.195341] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.195715] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 871.195715] env[65635]: value = "task-4426460" [ 871.195715] env[65635]: _type = "Task" [ 871.195715] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.195949] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d73f6262-8d4b-46cb-9689-acfad6bdee46 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.208452] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.210159] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 871.210159] env[65635]: value = "task-4426461" [ 871.210159] env[65635]: _type = "Task" [ 871.210159] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.213935] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 4782e486-f687-4811-8635-fcdb709f6931] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 871.221735] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.268268] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.268496] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.269252] env[65635]: DEBUG nova.network.neutron [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 871.324318] env[65635]: DEBUG nova.compute.utils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.329062] env[65635]: DEBUG nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 871.329062] env[65635]: DEBUG nova.network.neutron [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 871.329062] env[65635]: WARNING neutronclient.v2_0.client [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.329290] env[65635]: WARNING neutronclient.v2_0.client [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.379231] env[65635]: DEBUG nova.policy [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f730426c4bd246fe87e7e880e964c32a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58411a302cf2429ca796bc467cfe81be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.429122] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426459, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.564814] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fc93ed-72a9-e3a5-527a-e9767bed2649, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.565304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.565399] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.565624] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.565718] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.565865] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.566172] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e6acf3-fc98-452d-8602-d8b513ad8ee5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.584809] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.585082] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.585906] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f1ba7a-0af1-4495-837a-d64da2a0dc7e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.592467] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 871.592467] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521086d1-7389-2de0-df67-b041e73a99d0" [ 871.592467] env[65635]: _type = "Task" [ 871.592467] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.603842] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521086d1-7389-2de0-df67-b041e73a99d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.713432] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.717914] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: a7f1af04-c4f6-49af-a9e4-dc6fb9b7e3f0] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 871.730982] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426461, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.745649] env[65635]: DEBUG nova.network.neutron [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Successfully created port: a525b9dc-7e33-47f7-8491-f6b0fc449989 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.769880] env[65635]: DEBUG nova.compute.manager [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Received event network-vif-plugged-2084685b-be19-4bda-b631-e24e2cdbbab2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.770260] env[65635]: DEBUG oslo_concurrency.lockutils [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] Acquiring lock "3a0a2d71-2163-494d-8646-016a8976bcae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.770493] env[65635]: DEBUG oslo_concurrency.lockutils [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] Lock "3a0a2d71-2163-494d-8646-016a8976bcae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.770666] env[65635]: DEBUG oslo_concurrency.lockutils [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] Lock "3a0a2d71-2163-494d-8646-016a8976bcae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.770831] env[65635]: DEBUG nova.compute.manager [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] No waiting events found dispatching network-vif-plugged-2084685b-be19-4bda-b631-e24e2cdbbab2 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 871.770998] env[65635]: WARNING nova.compute.manager [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Received unexpected event network-vif-plugged-2084685b-be19-4bda-b631-e24e2cdbbab2 for instance with vm_state building and task_state spawning. [ 871.771172] env[65635]: DEBUG nova.compute.manager [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Received event network-changed-2084685b-be19-4bda-b631-e24e2cdbbab2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.771324] env[65635]: DEBUG nova.compute.manager [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Refreshing instance network info cache due to event network-changed-2084685b-be19-4bda-b631-e24e2cdbbab2. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 871.771507] env[65635]: DEBUG oslo_concurrency.lockutils [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] Acquiring lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.771712] env[65635]: DEBUG oslo_concurrency.lockutils [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] Acquired lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.772049] env[65635]: DEBUG nova.network.neutron [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Refreshing network info cache for port 2084685b-be19-4bda-b631-e24e2cdbbab2 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.790080] env[65635]: DEBUG nova.compute.manager [req-20879fc3-f568-45cd-bb21-513b0a971443 req-908a66a1-5dba-4ba4-af19-cb3d07e180fc service nova] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Received event network-vif-deleted-1760ea40-97fa-48cd-b6e1-8ca18d30cc2d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.824042] env[65635]: DEBUG nova.network.neutron [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.829093] env[65635]: DEBUG nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 871.909901] env[65635]: DEBUG nova.compute.manager [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 871.915375] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f7e95-c925-49fb-924e-9074cd4730ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.935376] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426459, 'name': Destroy_Task, 'duration_secs': 0.605017} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.938850] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Destroyed the VM [ 871.939136] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 871.940622] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f49d5bc1-6ad4-48ab-90c5-8ab3ffc845b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.950230] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 871.950230] env[65635]: value = "task-4426462" [ 871.950230] env[65635]: _type = "Task" [ 871.950230] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.962447] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426462, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.966604] env[65635]: WARNING neutronclient.v2_0.client [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.107455] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521086d1-7389-2de0-df67-b041e73a99d0, 'name': SearchDatastore_Task, 'duration_secs': 0.022289} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.108384] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5d03ff-f9b4-417a-b684-b9668bd303bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.118873] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 872.118873] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f781cc-11ec-6079-5990-15cc105eb407" [ 872.118873] env[65635]: _type = "Task" [ 872.118873] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.130412] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f781cc-11ec-6079-5990-15cc105eb407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.141708] env[65635]: DEBUG nova.network.neutron [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updating instance_info_cache with network_info: [{"id": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "address": "fa:16:3e:bd:ba:e1", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05561f6f-a0", "ovs_interfaceid": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.213950] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426460, 'name': ReconfigVM_Task, 'duration_secs': 0.525119} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.217448] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 872.218916] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.218916] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b7e8fa9-825b-4d5a-9ad6-109cff0af58d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.223106] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: d5c5ae99-e169-4dd0-aba9-3c29968840c0] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 872.232448] env[65635]: DEBUG oslo_vmware.api [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426461, 'name': PowerOnVM_Task, 'duration_secs': 0.746707} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.232448] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.232448] env[65635]: INFO nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Took 8.83 seconds to spawn the instance on the hypervisor. [ 872.232448] env[65635]: DEBUG nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 872.232448] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4167c7-a361-4db9-94ea-dae9e4e2448d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.236540] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 872.236540] env[65635]: value = "task-4426463" [ 872.236540] env[65635]: _type = "Task" [ 872.236540] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.256759] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.279919] env[65635]: WARNING neutronclient.v2_0.client [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.437700] env[65635]: INFO nova.compute.manager [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] instance snapshotting [ 872.447036] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b218768-1d83-425b-a848-9c17de1b162a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.473768] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eebdade-3da6-4a5e-bb03-a5fdfdc69c44 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.477825] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfaefba-96d0-4d58-8ee0-9c42fc43de99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.496092] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426462, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.501568] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad8e587-c1e7-42ad-9101-dbf585772f82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.541914] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54358119-f15a-48d9-8d19-89a5931dc811 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.550313] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fba4dae-57a0-445d-836c-932a204aaf10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.570934] env[65635]: DEBUG nova.compute.provider_tree [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.631769] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f781cc-11ec-6079-5990-15cc105eb407, 'name': SearchDatastore_Task, 'duration_secs': 0.016042} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.632895] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.633265] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae/3a0a2d71-2163-494d-8646-016a8976bcae.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.633873] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eadc0f81-4067-4482-bb44-c7bc681d0833 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.642446] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 872.642446] env[65635]: value = "task-4426464" [ 872.642446] env[65635]: _type = "Task" [ 872.642446] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.646701] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.647150] env[65635]: DEBUG nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Instance network_info: |[{"id": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "address": "fa:16:3e:bd:ba:e1", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05561f6f-a0", "ovs_interfaceid": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 872.648261] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:ba:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05561f6f-a088-4af0-a8d1-464a788b5c4e', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.660516] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Creating folder: Project (e12c3e4ee0ee4c0a9297b0db8e34e24c). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.661409] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c70d0ad6-119a-451f-b345-07a3fe27ac06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.667580] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.682417] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Created folder: Project (e12c3e4ee0ee4c0a9297b0db8e34e24c) in parent group-v866005. [ 872.682417] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Creating folder: Instances. Parent ref: group-v866187. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.682417] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70d37267-024f-4b3a-a489-238ed094c177 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.695082] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Created folder: Instances in parent group-v866187. [ 872.695528] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 872.695851] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.696207] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92739cb0-15fa-45fe-81b7-1df97d374884 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.717206] env[65635]: WARNING neutronclient.v2_0.client [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.728902] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.728902] env[65635]: value = "task-4426467" [ 872.728902] env[65635]: _type = "Task" [ 872.728902] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.735307] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 30d8c792-400c-42be-aa44-6144d11a2393] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 872.745941] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426467, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.768052] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.769951] env[65635]: INFO nova.compute.manager [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Took 43.85 seconds to build instance. [ 872.841341] env[65635]: DEBUG nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 872.858936] env[65635]: DEBUG nova.network.neutron [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Updated VIF entry in instance network info cache for port 2084685b-be19-4bda-b631-e24e2cdbbab2. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.859473] env[65635]: DEBUG nova.network.neutron [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Updating instance_info_cache with network_info: [{"id": "2084685b-be19-4bda-b631-e24e2cdbbab2", "address": "fa:16:3e:f7:50:48", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084685b-be", "ovs_interfaceid": "2084685b-be19-4bda-b631-e24e2cdbbab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.889494] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.889849] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.890117] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.890382] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.890714] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.891022] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.891266] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.891534] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.891726] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.891844] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.892721] env[65635]: DEBUG nova.virt.hardware [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.893492] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596201ca-fb26-4729-bc8f-3d38d7b05b52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.905600] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821c8589-21ea-4560-bed2-1299bab6b65d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.982337] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426462, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.007958] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.008375] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8558fbc-4415-4081-9f23-d0c16dd7ac6b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.022063] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 873.022063] env[65635]: value = "task-4426468" [ 873.022063] env[65635]: _type = "Task" [ 873.022063] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.032085] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426468, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.074455] env[65635]: DEBUG nova.scheduler.client.report [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.156194] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426464, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.246933] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 4a291f3b-d0cc-42ed-a7cc-c14ee9397a33] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 873.250693] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426467, 'name': CreateVM_Task, 'duration_secs': 0.482247} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.251463] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.252105] env[65635]: WARNING neutronclient.v2_0.client [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.252515] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.252683] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.253049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.253377] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6999b6c-cd23-4402-90a7-be46b294185d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.261135] env[65635]: DEBUG oslo_vmware.api [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426463, 'name': PowerOnVM_Task, 'duration_secs': 0.630509} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.261135] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.261451] env[65635]: DEBUG nova.compute.manager [None req-bca095c4-9939-4e8a-bfff-5ae685964a2e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 873.263274] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f959fcb1-aeb3-4c5b-a7b2-431f0130086d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.268246] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 873.268246] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52acbb99-06a3-64b2-ea42-e672b7034dc4" [ 873.268246] env[65635]: _type = "Task" [ 873.268246] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.274034] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5da90c2b-78ba-4169-97b0-a89f34c4bbf1 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.373s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.283571] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52acbb99-06a3-64b2-ea42-e672b7034dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.284122] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.284122] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.284625] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.284625] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.284756] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.286568] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97d0f65f-d087-4bfb-a02f-59c4c04e8bb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.296637] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.297056] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.298322] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2ba0da-b577-472f-ac8e-291de5b05ad0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.306665] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 873.306665] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5291d77e-c73a-2581-23a1-c1e4b7bc7f3a" [ 873.306665] env[65635]: _type = "Task" [ 873.306665] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.317199] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5291d77e-c73a-2581-23a1-c1e4b7bc7f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.364542] env[65635]: DEBUG oslo_concurrency.lockutils [req-dae46d88-1833-43e1-a906-a3546d68deb3 req-5a25e13d-d37c-4e5f-8fdd-612bbe95879a service nova] Releasing lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.465994] env[65635]: DEBUG nova.network.neutron [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Successfully updated port: a525b9dc-7e33-47f7-8491-f6b0fc449989 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 873.480852] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426462, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.531495] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426468, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.583316] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.583911] env[65635]: DEBUG nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 873.590044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.006s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.590044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.590044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.373s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.590044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.591899] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.483s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.593563] env[65635]: INFO nova.compute.claims [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.629456] env[65635]: INFO nova.scheduler.client.report [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Deleted allocations for instance 021603b8-ae7c-4b34-908f-49c4298a099f [ 873.641512] env[65635]: INFO nova.scheduler.client.report [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted allocations for instance e50a73c0-c8c3-4c79-90a3-766a6c8c4012 [ 873.662027] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629216} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.662027] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae/3a0a2d71-2163-494d-8646-016a8976bcae.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.662027] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.662027] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-089d6de8-b77b-439e-8659-284b81eb073b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.670787] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 873.670787] env[65635]: value = "task-4426469" [ 873.670787] env[65635]: _type = "Task" [ 873.670787] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.683452] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.761294] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 0bca13d5-0620-4110-b8f2-a49f1f91352d] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 873.820705] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5291d77e-c73a-2581-23a1-c1e4b7bc7f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015629} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.821607] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a52c8d-537f-4e24-9bcb-9c744b0a263e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.829946] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 873.829946] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522d9fe4-781d-08d5-63cf-cdddcd81172f" [ 873.829946] env[65635]: _type = "Task" [ 873.829946] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.841132] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522d9fe4-781d-08d5-63cf-cdddcd81172f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.926582] env[65635]: DEBUG nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received event network-vif-plugged-05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 873.927360] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Acquiring lock "88433ade-6449-40a4-9c92-122481cf79be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.927655] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Lock "88433ade-6449-40a4-9c92-122481cf79be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.927839] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Lock "88433ade-6449-40a4-9c92-122481cf79be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.928028] env[65635]: DEBUG nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] No waiting events found dispatching network-vif-plugged-05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 873.928229] env[65635]: WARNING nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received unexpected event network-vif-plugged-05561f6f-a088-4af0-a8d1-464a788b5c4e for instance with vm_state building and task_state spawning. [ 873.928425] env[65635]: DEBUG nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received event network-changed-05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 873.928611] env[65635]: DEBUG nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Refreshing instance network info cache due to event network-changed-05561f6f-a088-4af0-a8d1-464a788b5c4e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 873.928843] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Acquiring lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.929037] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Acquired lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.929279] env[65635]: DEBUG nova.network.neutron [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Refreshing network info cache for port 05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.969531] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquiring lock "refresh_cache-8299e78d-ee90-4e1e-a997-e811a8995362" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.969925] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquired lock "refresh_cache-8299e78d-ee90-4e1e-a997-e811a8995362" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.970266] env[65635]: DEBUG nova.network.neutron [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.990240] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426462, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.033224] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426468, 'name': CreateSnapshot_Task, 'duration_secs': 0.782646} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.033886] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.034377] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a000c3-8393-48da-99e2-a635b0a88402 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.099254] env[65635]: DEBUG nova.compute.utils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.103061] env[65635]: DEBUG nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 874.103539] env[65635]: DEBUG nova.network.neutron [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 874.103609] env[65635]: WARNING neutronclient.v2_0.client [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.103862] env[65635]: WARNING neutronclient.v2_0.client [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.136072] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6176924e-8fe3-4ec5-8c54-81c29478f2c8 tempest-DeleteServersAdminTestJSON-597315484 tempest-DeleteServersAdminTestJSON-597315484-project-admin] Lock "021603b8-ae7c-4b34-908f-49c4298a099f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.104s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.157193] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39ebbea-07d7-4f8b-9253-5bf6ada8cc42 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "e50a73c0-c8c3-4c79-90a3-766a6c8c4012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.582s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.183253] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111253} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.183468] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.184383] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb1a7c9-584a-4e27-ac13-b67a3ebd9871 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.208917] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae/3a0a2d71-2163-494d-8646-016a8976bcae.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.209281] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a56fee3b-ac4c-4826-997c-965c2df73d9d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.225483] env[65635]: DEBUG nova.policy [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9833404dce8b4e16b55b5dc2ef4a4c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236048392e7440aa90cd241154034069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.234357] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 874.234357] env[65635]: value = "task-4426470" [ 874.234357] env[65635]: _type = "Task" [ 874.234357] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.244392] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.265662] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 4bda28ad-e4a9-44b7-bfc4-0e3612a7c4b1] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 874.345751] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522d9fe4-781d-08d5-63cf-cdddcd81172f, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.346354] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.346973] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 88433ade-6449-40a4-9c92-122481cf79be/88433ade-6449-40a4-9c92-122481cf79be.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.347380] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5fc6196-c8ff-4a1e-9f08-0dee24c9fefe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.357201] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 874.357201] env[65635]: value = "task-4426471" [ 874.357201] env[65635]: _type = "Task" [ 874.357201] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.371832] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.435524] env[65635]: WARNING neutronclient.v2_0.client [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.485939] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "48b52243-7a82-4296-adcf-bc6e22dfaac9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.486204] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "48b52243-7a82-4296-adcf-bc6e22dfaac9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.486974] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "48b52243-7a82-4296-adcf-bc6e22dfaac9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.487702] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "48b52243-7a82-4296-adcf-bc6e22dfaac9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.487780] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "48b52243-7a82-4296-adcf-bc6e22dfaac9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.489563] env[65635]: DEBUG oslo_vmware.api [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426462, 'name': RemoveSnapshot_Task, 'duration_secs': 2.198893} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.489902] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 874.490149] env[65635]: INFO nova.compute.manager [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Took 18.60 seconds to snapshot the instance on the hypervisor. [ 874.493864] env[65635]: INFO nova.compute.manager [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Terminating instance [ 874.563732] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 874.565306] env[65635]: DEBUG nova.network.neutron [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.568580] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8492ed77-f36d-4fc6-9a24-c9d4d288374e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.581058] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 874.581058] env[65635]: value = "task-4426472" [ 874.581058] env[65635]: _type = "Task" [ 874.581058] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.590871] env[65635]: DEBUG nova.network.neutron [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Successfully created port: 167f5f71-b204-46e8-88fb-911a284a114d {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 874.597526] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426472, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.604145] env[65635]: DEBUG nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 874.713177] env[65635]: WARNING neutronclient.v2_0.client [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.751388] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.772160] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 54b2e56e-73f3-4c1c-91ed-9821a6840cba] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 874.805415] env[65635]: WARNING neutronclient.v2_0.client [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.878946] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426471, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.006510] env[65635]: DEBUG nova.compute.manager [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 875.006510] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.012049] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a90e1-209b-486e-addd-9bac4911a9a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.027210] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.028585] env[65635]: DEBUG nova.network.neutron [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updated VIF entry in instance network info cache for port 05561f6f-a088-4af0-a8d1-464a788b5c4e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.028953] env[65635]: DEBUG nova.network.neutron [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updating instance_info_cache with network_info: [{"id": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "address": "fa:16:3e:bd:ba:e1", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05561f6f-a0", "ovs_interfaceid": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.030701] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae72a319-1075-4475-9cec-4cd715e23b4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.042267] env[65635]: DEBUG oslo_vmware.api [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 875.042267] env[65635]: value = "task-4426473" [ 875.042267] env[65635]: _type = "Task" [ 875.042267] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.060917] env[65635]: DEBUG oslo_vmware.api [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.089928] env[65635]: DEBUG nova.compute.manager [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Found 3 images (rotation: 2) {{(pid=65635) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 875.091085] env[65635]: DEBUG nova.compute.manager [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Rotating out 1 backups {{(pid=65635) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5062}} [ 875.091085] env[65635]: DEBUG nova.compute.manager [None req-6cd102be-51f2-4b15-a436-62abb639715f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleting image 3a6b950d-7902-47e8-9db5-fd9ffb8016a0 {{(pid=65635) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5067}} [ 875.094581] env[65635]: DEBUG nova.network.neutron [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Updating instance_info_cache with network_info: [{"id": "a525b9dc-7e33-47f7-8491-f6b0fc449989", "address": "fa:16:3e:d5:13:6c", "network": {"id": "59d53d84-58b9-491e-886f-28394a15f6e4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-426199240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "58411a302cf2429ca796bc467cfe81be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa525b9dc-7e", "ovs_interfaceid": "a525b9dc-7e33-47f7-8491-f6b0fc449989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.108070] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426472, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.236982] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "1a985833-c349-41cd-b62b-46a26179454c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.236982] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "1a985833-c349-41cd-b62b-46a26179454c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.260793] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426470, 'name': ReconfigVM_Task, 'duration_secs': 0.86359} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.264952] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae/3a0a2d71-2163-494d-8646-016a8976bcae.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.266650] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23debf55-e138-4a16-9fd1-64311fb6a084 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.278872] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 875.278872] env[65635]: value = "task-4426474" [ 875.278872] env[65635]: _type = "Task" [ 875.278872] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.278872] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.279321] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Cleaning up deleted instances with incomplete migration {{(pid=65635) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 875.298058] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426474, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.357576] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e1731f-32d7-4aa6-a778-a7f252c997fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.376343] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acde6e8-b88f-4660-b6b5-8414313f8159 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.380718] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761301} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.380999] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 88433ade-6449-40a4-9c92-122481cf79be/88433ade-6449-40a4-9c92-122481cf79be.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.381265] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.382071] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6abd5d2f-0522-4b8e-8b27-740d761884b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.417340] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea0d4a7-1d96-44c1-afb9-d42bfae011dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.420778] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 875.420778] env[65635]: value = "task-4426475" [ 875.420778] env[65635]: _type = "Task" [ 875.420778] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.430655] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f21f7-74ec-4142-9e97-055df2f3cae0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.440374] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.454927] env[65635]: DEBUG nova.compute.provider_tree [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.534885] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Releasing lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.534885] env[65635]: DEBUG nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Received event network-vif-plugged-a525b9dc-7e33-47f7-8491-f6b0fc449989 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.535332] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Acquiring lock "8299e78d-ee90-4e1e-a997-e811a8995362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.537028] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Lock "8299e78d-ee90-4e1e-a997-e811a8995362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.537028] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Lock "8299e78d-ee90-4e1e-a997-e811a8995362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.537028] env[65635]: DEBUG nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] No waiting events found dispatching network-vif-plugged-a525b9dc-7e33-47f7-8491-f6b0fc449989 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 875.537028] env[65635]: WARNING nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Received unexpected event network-vif-plugged-a525b9dc-7e33-47f7-8491-f6b0fc449989 for instance with vm_state building and task_state spawning. [ 875.537028] env[65635]: DEBUG nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Received event network-changed-a525b9dc-7e33-47f7-8491-f6b0fc449989 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.537494] env[65635]: DEBUG nova.compute.manager [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Refreshing instance network info cache due to event network-changed-a525b9dc-7e33-47f7-8491-f6b0fc449989. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 875.537820] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Acquiring lock "refresh_cache-8299e78d-ee90-4e1e-a997-e811a8995362" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.560081] env[65635]: DEBUG oslo_vmware.api [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426473, 'name': PowerOffVM_Task, 'duration_secs': 0.434118} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.560364] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.560590] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.560939] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089dcba3-f728-4355-b139-54ac4b50e4db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.593336] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426472, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.603928] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Releasing lock "refresh_cache-8299e78d-ee90-4e1e-a997-e811a8995362" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.604417] env[65635]: DEBUG nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Instance network_info: |[{"id": "a525b9dc-7e33-47f7-8491-f6b0fc449989", "address": "fa:16:3e:d5:13:6c", "network": {"id": "59d53d84-58b9-491e-886f-28394a15f6e4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-426199240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "58411a302cf2429ca796bc467cfe81be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa525b9dc-7e", "ovs_interfaceid": "a525b9dc-7e33-47f7-8491-f6b0fc449989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 875.604762] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Acquired lock "refresh_cache-8299e78d-ee90-4e1e-a997-e811a8995362" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.604939] env[65635]: DEBUG nova.network.neutron [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Refreshing network info cache for port a525b9dc-7e33-47f7-8491-f6b0fc449989 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.607120] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:13:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a525b9dc-7e33-47f7-8491-f6b0fc449989', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.616499] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Creating folder: Project (58411a302cf2429ca796bc467cfe81be). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.617362] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76389a3b-f129-4dc7-9f15-e4e31da3a2c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.620262] env[65635]: DEBUG nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 875.637076] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Created folder: Project (58411a302cf2429ca796bc467cfe81be) in parent group-v866005. [ 875.637628] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Creating folder: Instances. Parent ref: group-v866192. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.639607] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e08ac3f-0fcc-490b-b456-f444e44b3cae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.653709] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.653709] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.653709] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleting the datastore file [datastore1] 48b52243-7a82-4296-adcf-bc6e22dfaac9 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.654021] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa373889-afec-43eb-bea6-14b8a3ffff12 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.658693] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 875.658990] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.659113] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 875.659490] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.659580] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 875.659699] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 875.659919] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.660085] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 875.660342] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 875.661193] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 875.661193] env[65635]: DEBUG nova.virt.hardware [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 875.661683] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596891c1-962a-4b7c-bf43-ed6fb6ed63e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.667109] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Created folder: Instances in parent group-v866192. [ 875.667443] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 875.668022] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.668342] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de2c9a7d-51c6-45ab-a090-4b7032e094fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.690394] env[65635]: DEBUG oslo_vmware.api [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 875.690394] env[65635]: value = "task-4426479" [ 875.690394] env[65635]: _type = "Task" [ 875.690394] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.692573] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2270985-0e9e-4383-9956-c084753d3e8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.706400] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.706400] env[65635]: value = "task-4426480" [ 875.706400] env[65635]: _type = "Task" [ 875.706400] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.729428] env[65635]: DEBUG oslo_vmware.api [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.736597] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426480, 'name': CreateVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.745725] env[65635]: DEBUG nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 875.794594] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426474, 'name': Rename_Task, 'duration_secs': 0.208979} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.795188] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.796757] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.796962] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35dc787b-0a1e-4b3d-ba3a-0c2125e8a121 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.806673] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 875.806673] env[65635]: value = "task-4426481" [ 875.806673] env[65635]: _type = "Task" [ 875.806673] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.820558] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.932273] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102863} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.932663] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.933979] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f985258-71e9-4a95-a0c8-4d163a67709e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.958563] env[65635]: DEBUG nova.scheduler.client.report [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.971905] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 88433ade-6449-40a4-9c92-122481cf79be/88433ade-6449-40a4-9c92-122481cf79be.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.973104] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854e546e-bfdc-48a5-b39d-f264ff2b14ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.000904] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 876.000904] env[65635]: value = "task-4426482" [ 876.000904] env[65635]: _type = "Task" [ 876.000904] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.012317] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.095226] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426472, 'name': CloneVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.108550] env[65635]: WARNING neutronclient.v2_0.client [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.210301] env[65635]: DEBUG oslo_vmware.api [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249241} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.213930] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.214271] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.214461] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.214717] env[65635]: INFO nova.compute.manager [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 876.215042] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 876.215320] env[65635]: DEBUG nova.compute.manager [-] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 876.215459] env[65635]: DEBUG nova.network.neutron [-] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 876.215755] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.225183] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426480, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.277785] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.288651] env[65635]: DEBUG oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f603-fa53-62cc-de07-1d2a7d8936fc/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.290092] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc13f22-fa31-424e-9c79-02a0db7730d1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.299296] env[65635]: DEBUG oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f603-fa53-62cc-de07-1d2a7d8936fc/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.299625] env[65635]: ERROR oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f603-fa53-62cc-de07-1d2a7d8936fc/disk-0.vmdk due to incomplete transfer. [ 876.300105] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ca544ea4-68f1-4a3c-bbcd-059edeaf2edb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.309583] env[65635]: DEBUG oslo_vmware.rw_handles [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f603-fa53-62cc-de07-1d2a7d8936fc/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.309898] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Uploaded image bbeea06e-c835-4df8-ae48-d8faad744e4f to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.312665] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.317240] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7fd7f2d0-d704-47c4-8d0d-6a531f225b18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.326433] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.327858] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 876.327858] env[65635]: value = "task-4426483" [ 876.327858] env[65635]: _type = "Task" [ 876.327858] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.338319] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426483, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.471604] env[65635]: DEBUG nova.network.neutron [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Successfully updated port: 167f5f71-b204-46e8-88fb-911a284a114d {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 876.478139] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.478657] env[65635]: DEBUG nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 876.484269] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.219s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.484578] env[65635]: DEBUG nova.objects.instance [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'resources' on Instance uuid d7987023-1fb3-4c04-a111-128ecb53375c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.520868] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426482, 'name': ReconfigVM_Task, 'duration_secs': 0.426913} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.520868] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 88433ade-6449-40a4-9c92-122481cf79be/88433ade-6449-40a4-9c92-122481cf79be.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.520868] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27909f4d-799a-4399-8da1-627caf31e4db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.531030] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 876.531030] env[65635]: value = "task-4426484" [ 876.531030] env[65635]: _type = "Task" [ 876.531030] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.541361] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426484, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.563096] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.596383] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426472, 'name': CloneVM_Task, 'duration_secs': 1.536687} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.596664] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Created linked-clone VM from snapshot [ 876.597574] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b809267-34bd-4ecc-a82c-adaf4b1e5e05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.607662] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Uploading image 7363dd0c-71da-4a9b-8f05-8f04e2473fb9 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.624614] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.625724] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-869a7b9f-1e07-4059-b070-420be7854a33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.634762] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 876.634762] env[65635]: value = "task-4426485" [ 876.634762] env[65635]: _type = "Task" [ 876.634762] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.646064] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426485, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.724480] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426480, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.806168] env[65635]: WARNING neutronclient.v2_0.client [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.828768] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.839341] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426483, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.927198] env[65635]: DEBUG nova.compute.manager [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received event network-changed-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 876.927414] env[65635]: DEBUG nova.compute.manager [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Refreshing instance network info cache due to event network-changed-d786454e-d9cf-43a5-9a63-c3105e6ae621. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 876.927673] env[65635]: DEBUG oslo_concurrency.lockutils [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] Acquiring lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.928069] env[65635]: DEBUG oslo_concurrency.lockutils [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] Acquired lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.928354] env[65635]: DEBUG nova.network.neutron [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Refreshing network info cache for port d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.965100] env[65635]: DEBUG nova.network.neutron [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Updated VIF entry in instance network info cache for port a525b9dc-7e33-47f7-8491-f6b0fc449989. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 876.965560] env[65635]: DEBUG nova.network.neutron [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Updating instance_info_cache with network_info: [{"id": "a525b9dc-7e33-47f7-8491-f6b0fc449989", "address": "fa:16:3e:d5:13:6c", "network": {"id": "59d53d84-58b9-491e-886f-28394a15f6e4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-426199240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "58411a302cf2429ca796bc467cfe81be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa525b9dc-7e", "ovs_interfaceid": "a525b9dc-7e33-47f7-8491-f6b0fc449989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.984341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "refresh_cache-74c18370-1add-4673-ad90-374563808d15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.985318] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "refresh_cache-74c18370-1add-4673-ad90-374563808d15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.985318] env[65635]: DEBUG nova.network.neutron [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 876.992239] env[65635]: DEBUG nova.compute.utils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.996671] env[65635]: DEBUG nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 876.996671] env[65635]: DEBUG nova.network.neutron [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 876.996671] env[65635]: WARNING neutronclient.v2_0.client [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.996671] env[65635]: WARNING neutronclient.v2_0.client [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.040832] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426484, 'name': Rename_Task, 'duration_secs': 0.167394} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.041251] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.041531] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abbf9152-1d2b-4cf4-b6cb-420da6bb82c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.045409] env[65635]: DEBUG nova.policy [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '495a7f9522044b9fa4994b64217ebb9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '239a165f749e4c03964f942db82a6212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.057773] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 877.057773] env[65635]: value = "task-4426486" [ 877.057773] env[65635]: _type = "Task" [ 877.057773] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.071042] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.147438] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426485, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.208671] env[65635]: DEBUG nova.compute.manager [req-aac1968c-b334-467d-ac2f-65c9ea29817f req-f047aab8-bb4c-4105-945f-ac4d61d1dffe service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Received event network-vif-plugged-167f5f71-b204-46e8-88fb-911a284a114d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.209029] env[65635]: DEBUG oslo_concurrency.lockutils [req-aac1968c-b334-467d-ac2f-65c9ea29817f req-f047aab8-bb4c-4105-945f-ac4d61d1dffe service nova] Acquiring lock "74c18370-1add-4673-ad90-374563808d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.211330] env[65635]: DEBUG oslo_concurrency.lockutils [req-aac1968c-b334-467d-ac2f-65c9ea29817f req-f047aab8-bb4c-4105-945f-ac4d61d1dffe service nova] Lock "74c18370-1add-4673-ad90-374563808d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.211330] env[65635]: DEBUG oslo_concurrency.lockutils [req-aac1968c-b334-467d-ac2f-65c9ea29817f req-f047aab8-bb4c-4105-945f-ac4d61d1dffe service nova] Lock "74c18370-1add-4673-ad90-374563808d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.211330] env[65635]: DEBUG nova.compute.manager [req-aac1968c-b334-467d-ac2f-65c9ea29817f req-f047aab8-bb4c-4105-945f-ac4d61d1dffe service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] No waiting events found dispatching network-vif-plugged-167f5f71-b204-46e8-88fb-911a284a114d {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 877.211330] env[65635]: WARNING nova.compute.manager [req-aac1968c-b334-467d-ac2f-65c9ea29817f req-f047aab8-bb4c-4105-945f-ac4d61d1dffe service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Received unexpected event network-vif-plugged-167f5f71-b204-46e8-88fb-911a284a114d for instance with vm_state building and task_state spawning. [ 877.225775] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426480, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.321182] env[65635]: DEBUG oslo_vmware.api [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426481, 'name': PowerOnVM_Task, 'duration_secs': 1.089405} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.324361] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.324525] env[65635]: INFO nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Took 10.17 seconds to spawn the instance on the hypervisor. [ 877.324710] env[65635]: DEBUG nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 877.326143] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a61327-986c-4bb5-aa04-aec391fa2e21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.350764] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426483, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.380413] env[65635]: DEBUG nova.network.neutron [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Successfully created port: b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 877.433884] env[65635]: WARNING neutronclient.v2_0.client [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.446366] env[65635]: DEBUG nova.network.neutron [-] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.468700] env[65635]: DEBUG oslo_concurrency.lockutils [req-1eb27d00-e4a4-4a2c-9741-2b68f4f8a14c req-cab4c48f-8438-47e3-a22b-b75525b1806d service nova] Releasing lock "refresh_cache-8299e78d-ee90-4e1e-a997-e811a8995362" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.501147] env[65635]: DEBUG nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 877.575758] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426486, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.576700] env[65635]: DEBUG nova.network.neutron [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 877.631702] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a97944-7730-4068-8bbb-d3a4bdf3cc11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.648282] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc99c550-3e15-4f14-aae1-f8acbdec4820 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.663256] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426485, 'name': Destroy_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.705350] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ee5360-275a-42fb-9df6-012d9d452410 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.717482] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a3a061-b3b2-4c58-9ff6-6cdca0357658 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.729122] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426480, 'name': CreateVM_Task, 'duration_secs': 1.62569} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.737704] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.738462] env[65635]: DEBUG nova.compute.provider_tree [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.741094] env[65635]: WARNING neutronclient.v2_0.client [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.741094] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.741094] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.741094] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.742083] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5fe91e-bbaa-42d2-8985-51a079332b7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.749172] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 877.749172] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520d9333-8f5b-0adf-db21-f2b3c4778a28" [ 877.749172] env[65635]: _type = "Task" [ 877.749172] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.763605] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520d9333-8f5b-0adf-db21-f2b3c4778a28, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.763895] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.764177] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.764446] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.764615] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.764798] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.765083] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55aa76af-06bf-4e95-97bf-b1365098ac3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.774879] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.775137] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.775946] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f929b9c2-930d-421e-a78f-b20453d1bee6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.784917] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 877.784917] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520463a1-c6b0-1647-87d4-a3786104d90b" [ 877.784917] env[65635]: _type = "Task" [ 877.784917] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.794513] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520463a1-c6b0-1647-87d4-a3786104d90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.847856] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426483, 'name': Destroy_Task, 'duration_secs': 1.29654} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.849174] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Destroyed the VM [ 877.849174] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.851524] env[65635]: INFO nova.compute.manager [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Took 41.67 seconds to build instance. [ 877.854348] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-871ec795-863f-411d-a9ac-06010fb4fa55 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.861497] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 877.861497] env[65635]: value = "task-4426487" [ 877.861497] env[65635]: _type = "Task" [ 877.861497] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.871457] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.882958] env[65635]: WARNING neutronclient.v2_0.client [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.908851] env[65635]: WARNING neutronclient.v2_0.client [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.949011] env[65635]: INFO nova.compute.manager [-] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Took 1.73 seconds to deallocate network for instance. [ 878.068965] env[65635]: DEBUG oslo_vmware.api [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426486, 'name': PowerOnVM_Task, 'duration_secs': 0.749404} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.072132] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.072407] env[65635]: INFO nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Took 7.90 seconds to spawn the instance on the hypervisor. [ 878.072664] env[65635]: DEBUG nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 878.073840] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1dd178-6e02-4d11-9987-712df10dd747 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.136637] env[65635]: DEBUG nova.network.neutron [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updated VIF entry in instance network info cache for port d786454e-d9cf-43a5-9a63-c3105e6ae621. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 878.137184] env[65635]: DEBUG nova.network.neutron [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating instance_info_cache with network_info: [{"id": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "address": "fa:16:3e:7c:d9:cc", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd786454e-d9", "ovs_interfaceid": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.148456] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426485, 'name': Destroy_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.197753] env[65635]: DEBUG nova.network.neutron [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Updating instance_info_cache with network_info: [{"id": "167f5f71-b204-46e8-88fb-911a284a114d", "address": "fa:16:3e:cd:00:90", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap167f5f71-b2", "ovs_interfaceid": "167f5f71-b204-46e8-88fb-911a284a114d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.245442] env[65635]: DEBUG nova.scheduler.client.report [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.296851] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520463a1-c6b0-1647-87d4-a3786104d90b, 'name': SearchDatastore_Task, 'duration_secs': 0.016864} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.297353] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edca410a-a51a-4fda-b98d-1ae03f2bf37b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.303825] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 878.303825] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5235e0d6-d4e6-8668-a81b-ac45db754f65" [ 878.303825] env[65635]: _type = "Task" [ 878.303825] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.314104] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5235e0d6-d4e6-8668-a81b-ac45db754f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.356560] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d0941db3-49ff-4ca8-8098-1bf77f7676d6 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "3a0a2d71-2163-494d-8646-016a8976bcae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.186s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.372177] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.456347] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.516622] env[65635]: DEBUG nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 878.595462] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 878.595782] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.595998] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 878.596749] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.596858] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 878.597102] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 878.597495] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 878.597759] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 878.598158] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 878.598503] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 878.598959] env[65635]: DEBUG nova.virt.hardware [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 878.600471] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92965e96-d843-4b55-88b3-e2f3560fe647 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.609982] env[65635]: INFO nova.compute.manager [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Took 39.53 seconds to build instance. [ 878.619856] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9006b8f0-95c8-42e9-9cfe-ea88cf743935 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.646026] env[65635]: DEBUG oslo_concurrency.lockutils [req-723c552a-5ca7-4222-a1ae-52a8dcbbc80b req-f83432db-072a-4a56-8ddb-a061b370bb90 service nova] Releasing lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.656848] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426485, 'name': Destroy_Task, 'duration_secs': 2.014974} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.657154] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Destroyed the VM [ 878.657498] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.657806] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b957347-0485-4d6e-a75c-6aa4290b0aac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.667072] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 878.667072] env[65635]: value = "task-4426488" [ 878.667072] env[65635]: _type = "Task" [ 878.667072] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.676488] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426488, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.701040] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "refresh_cache-74c18370-1add-4673-ad90-374563808d15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.701578] env[65635]: DEBUG nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Instance network_info: |[{"id": "167f5f71-b204-46e8-88fb-911a284a114d", "address": "fa:16:3e:cd:00:90", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap167f5f71-b2", "ovs_interfaceid": "167f5f71-b204-46e8-88fb-911a284a114d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 878.701911] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:00:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '167f5f71-b204-46e8-88fb-911a284a114d', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.709736] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating folder: Project (236048392e7440aa90cd241154034069). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.710018] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58e08041-8d93-42ff-891c-6334e10f14cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.721984] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created folder: Project (236048392e7440aa90cd241154034069) in parent group-v866005. [ 878.722230] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating folder: Instances. Parent ref: group-v866195. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.722474] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1b8de99-6bff-41b2-a329-34cd46277830 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.733818] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created folder: Instances in parent group-v866195. [ 878.734191] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 878.734427] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74c18370-1add-4673-ad90-374563808d15] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.734633] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d11214-baf9-42fc-a74a-be6cd5124cd7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.754127] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.759298] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.368s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.761737] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.761737] env[65635]: value = "task-4426491" [ 878.761737] env[65635]: _type = "Task" [ 878.761737] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.774164] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426491, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.784204] env[65635]: INFO nova.scheduler.client.report [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted allocations for instance d7987023-1fb3-4c04-a111-128ecb53375c [ 878.815693] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5235e0d6-d4e6-8668-a81b-ac45db754f65, 'name': SearchDatastore_Task, 'duration_secs': 0.017897} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.816047] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.816300] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 8299e78d-ee90-4e1e-a997-e811a8995362/8299e78d-ee90-4e1e-a997-e811a8995362.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.816611] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87b358a4-525a-4379-8736-b2aef7d0c464 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.826936] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 878.826936] env[65635]: value = "task-4426492" [ 878.826936] env[65635]: _type = "Task" [ 878.826936] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.838344] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.875675] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.960248] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.960627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.064489] env[65635]: DEBUG nova.network.neutron [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Successfully updated port: b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 879.113094] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ee5e5ed3-0494-4f70-b1be-e05ddc7ed769 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "88433ade-6449-40a4-9c92-122481cf79be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.060s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.181553] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426488, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.277398] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426491, 'name': CreateVM_Task, 'duration_secs': 0.519344} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.277599] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74c18370-1add-4673-ad90-374563808d15] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.278409] env[65635]: WARNING neutronclient.v2_0.client [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.278652] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.278808] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.279170] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.279777] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2996b233-db00-4bed-ab77-b9c169e8117b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.288521] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 879.288521] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526a813e-f826-b13d-e880-2484968d54d9" [ 879.288521] env[65635]: _type = "Task" [ 879.288521] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.298170] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d30fb1a0-53b5-48df-8ce6-401e893f1da8 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "d7987023-1fb3-4c04-a111-128ecb53375c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.100s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.306711] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526a813e-f826-b13d-e880-2484968d54d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.346513] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.379736] env[65635]: DEBUG oslo_vmware.api [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426487, 'name': RemoveSnapshot_Task, 'duration_secs': 1.338515} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.383307] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.383751] env[65635]: INFO nova.compute.manager [None req-133a921a-2c68-4aab-b1fe-394184609782 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Took 18.28 seconds to snapshot the instance on the hypervisor. [ 879.430166] env[65635]: DEBUG nova.compute.manager [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Received event network-changed-167f5f71-b204-46e8-88fb-911a284a114d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 879.430534] env[65635]: DEBUG nova.compute.manager [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Refreshing instance network info cache due to event network-changed-167f5f71-b204-46e8-88fb-911a284a114d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 879.430967] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Acquiring lock "refresh_cache-74c18370-1add-4673-ad90-374563808d15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.431273] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Acquired lock "refresh_cache-74c18370-1add-4673-ad90-374563808d15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.431440] env[65635]: DEBUG nova.network.neutron [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Refreshing network info cache for port 167f5f71-b204-46e8-88fb-911a284a114d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.464059] env[65635]: DEBUG nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 879.566636] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "refresh_cache-cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.566841] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "refresh_cache-cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.567086] env[65635]: DEBUG nova.network.neutron [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 879.685206] env[65635]: DEBUG oslo_vmware.api [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426488, 'name': RemoveSnapshot_Task, 'duration_secs': 0.600522} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.685206] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.806344] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526a813e-f826-b13d-e880-2484968d54d9, 'name': SearchDatastore_Task, 'duration_secs': 0.03859} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.806716] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.806962] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.807205] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.807419] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.807566] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.807848] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3217c6d-fb6e-44df-bba7-f3ae30553bc9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.818666] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.818801] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.819668] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155285df-e168-4fa7-8d44-8d4be70c6e5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.826801] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 879.826801] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526fe711-53ca-71b0-3017-95ddd4782c7c" [ 879.826801] env[65635]: _type = "Task" [ 879.826801] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.844313] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526fe711-53ca-71b0-3017-95ddd4782c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.850507] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616269} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.851064] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 8299e78d-ee90-4e1e-a997-e811a8995362/8299e78d-ee90-4e1e-a997-e811a8995362.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.851285] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.851545] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6988729f-d141-4012-bd7e-a1993bf10919 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.861661] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 879.861661] env[65635]: value = "task-4426493" [ 879.861661] env[65635]: _type = "Task" [ 879.861661] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.875902] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.894696] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313eab8f-73ea-4fe1-9e55-9c2353e426d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.907921] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89286145-8e3f-4c52-a896-20e111fae3ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.943166] env[65635]: WARNING neutronclient.v2_0.client [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.947158] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58064e4-ba7c-4b9c-925f-9c565467f8a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.957182] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5ae631-f5e8-42fd-8f35-ee9364f7eb18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.976649] env[65635]: DEBUG nova.compute.provider_tree [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.002239] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.039015] env[65635]: INFO nova.compute.manager [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Rescuing [ 880.039304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.039500] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.039607] env[65635]: DEBUG nova.network.neutron [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 880.157128] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.157313] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.157523] env[65635]: DEBUG nova.compute.manager [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 880.158528] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e7a4b1-983d-4e2d-b811-8dff943aa2ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.167115] env[65635]: DEBUG nova.compute.manager [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 880.167769] env[65635]: DEBUG nova.objects.instance [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'flavor' on Instance uuid f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.170111] env[65635]: DEBUG nova.network.neutron [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 880.190777] env[65635]: WARNING nova.compute.manager [None req-35030a61-5b1a-490e-b6a3-1ed65dc307a9 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Image not found during snapshot: nova.exception.ImageNotFound: Image 7363dd0c-71da-4a9b-8f05-8f04e2473fb9 could not be found. [ 880.293333] env[65635]: WARNING neutronclient.v2_0.client [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.342090] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526fe711-53ca-71b0-3017-95ddd4782c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.015449} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.343178] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6e5cbe-5888-47bd-a6db-59f3a8b3cf69 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.350589] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 880.350589] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5219df6f-9cbb-77b1-a3cf-d1ef0928a35b" [ 880.350589] env[65635]: _type = "Task" [ 880.350589] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.365092] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5219df6f-9cbb-77b1-a3cf-d1ef0928a35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.375022] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083768} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.375347] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.376241] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925f68d-48ff-44e6-8eae-9389df0bf5d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.380200] env[65635]: WARNING neutronclient.v2_0.client [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.406349] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8299e78d-ee90-4e1e-a997-e811a8995362/8299e78d-ee90-4e1e-a997-e811a8995362.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.407746] env[65635]: DEBUG nova.network.neutron [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Updated VIF entry in instance network info cache for port 167f5f71-b204-46e8-88fb-911a284a114d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 880.408180] env[65635]: DEBUG nova.network.neutron [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Updating instance_info_cache with network_info: [{"id": "167f5f71-b204-46e8-88fb-911a284a114d", "address": "fa:16:3e:cd:00:90", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap167f5f71-b2", "ovs_interfaceid": "167f5f71-b204-46e8-88fb-911a284a114d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.409823] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0ce25e-7e61-464e-b3da-bc7e3d05d86a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.430342] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Releasing lock "refresh_cache-74c18370-1add-4673-ad90-374563808d15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.430494] env[65635]: DEBUG nova.compute.manager [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Received event network-vif-deleted-5e57eda6-561c-47b1-a0a3-8131241445ad {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.431252] env[65635]: DEBUG nova.compute.manager [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Received event network-vif-plugged-b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.431252] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Acquiring lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.431252] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.431252] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.431513] env[65635]: DEBUG nova.compute.manager [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] No waiting events found dispatching network-vif-plugged-b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 880.431669] env[65635]: WARNING nova.compute.manager [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Received unexpected event network-vif-plugged-b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8 for instance with vm_state building and task_state spawning. [ 880.431944] env[65635]: DEBUG nova.compute.manager [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Received event network-changed-b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.432150] env[65635]: DEBUG nova.compute.manager [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Refreshing instance network info cache due to event network-changed-b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 880.432337] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Acquiring lock "refresh_cache-cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.441196] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 880.441196] env[65635]: value = "task-4426494" [ 880.441196] env[65635]: _type = "Task" [ 880.441196] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.452174] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.480265] env[65635]: DEBUG nova.scheduler.client.report [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.534979] env[65635]: DEBUG nova.network.neutron [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Updating instance_info_cache with network_info: [{"id": "b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8", "address": "fa:16:3e:9f:ac:bb", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3a835-9c", "ovs_interfaceid": "b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.543539] env[65635]: WARNING neutronclient.v2_0.client [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.714346] env[65635]: WARNING neutronclient.v2_0.client [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.826874] env[65635]: DEBUG nova.network.neutron [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Updating instance_info_cache with network_info: [{"id": "2084685b-be19-4bda-b631-e24e2cdbbab2", "address": "fa:16:3e:f7:50:48", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084685b-be", "ovs_interfaceid": "2084685b-be19-4bda-b631-e24e2cdbbab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.870615] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5219df6f-9cbb-77b1-a3cf-d1ef0928a35b, 'name': SearchDatastore_Task, 'duration_secs': 0.020595} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.870964] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.871130] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 74c18370-1add-4673-ad90-374563808d15/74c18370-1add-4673-ad90-374563808d15.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.871556] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-111993f3-ffa4-4fc4-aeb0-8193bd53506d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.882666] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 880.882666] env[65635]: value = "task-4426495" [ 880.882666] env[65635]: _type = "Task" [ 880.882666] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.896053] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.953057] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426494, 'name': ReconfigVM_Task, 'duration_secs': 0.31515} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.953476] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8299e78d-ee90-4e1e-a997-e811a8995362/8299e78d-ee90-4e1e-a997-e811a8995362.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.954221] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d70c507e-185d-43bc-bc5d-01f71f8f0bdd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.963042] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 880.963042] env[65635]: value = "task-4426496" [ 880.963042] env[65635]: _type = "Task" [ 880.963042] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.973768] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426496, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.978332] env[65635]: DEBUG nova.compute.manager [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received event network-changed-05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.978524] env[65635]: DEBUG nova.compute.manager [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Refreshing instance network info cache due to event network-changed-05561f6f-a088-4af0-a8d1-464a788b5c4e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 880.978765] env[65635]: DEBUG oslo_concurrency.lockutils [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] Acquiring lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.978923] env[65635]: DEBUG oslo_concurrency.lockutils [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] Acquired lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.979148] env[65635]: DEBUG nova.network.neutron [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Refreshing network info cache for port 05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.038227] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "refresh_cache-cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.040131] env[65635]: DEBUG nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Instance network_info: |[{"id": "b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8", "address": "fa:16:3e:9f:ac:bb", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3a835-9c", "ovs_interfaceid": "b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 881.040131] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Acquired lock "refresh_cache-cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.040131] env[65635]: DEBUG nova.network.neutron [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Refreshing network info cache for port b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.044507] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ac:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.052669] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 881.053866] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.054782] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-672d75ad-2a5c-4ec3-aa78-7f6c18610c2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.082547] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.082547] env[65635]: value = "task-4426497" [ 881.082547] env[65635]: _type = "Task" [ 881.082547] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.093332] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426497, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.180140] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.180140] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88307cc3-b885-4376-b721-4da213329f97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.190068] env[65635]: DEBUG oslo_vmware.api [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 881.190068] env[65635]: value = "task-4426498" [ 881.190068] env[65635]: _type = "Task" [ 881.190068] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.203374] env[65635]: DEBUG oslo_vmware.api [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.331546] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "refresh_cache-3a0a2d71-2163-494d-8646-016a8976bcae" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.401516] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426495, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.478343] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426496, 'name': Rename_Task, 'duration_secs': 0.16096} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.478788] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.479239] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2ec8d8a-d966-4066-a2e5-92f8c30665f9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.487390] env[65635]: WARNING neutronclient.v2_0.client [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.493535] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.734s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.497788] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 881.497788] env[65635]: value = "task-4426499" [ 881.497788] env[65635]: _type = "Task" [ 881.497788] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.498526] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.872s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.500446] env[65635]: INFO nova.compute.claims [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.514054] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426499, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.554659] env[65635]: WARNING neutronclient.v2_0.client [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.593074] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426497, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.648478] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "1a592784-f8cc-4b81-9651-5836efe737b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.648720] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "1a592784-f8cc-4b81-9651-5836efe737b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.649014] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "1a592784-f8cc-4b81-9651-5836efe737b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.649285] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "1a592784-f8cc-4b81-9651-5836efe737b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.649515] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "1a592784-f8cc-4b81-9651-5836efe737b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.652072] env[65635]: INFO nova.compute.manager [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Terminating instance [ 881.669635] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b5a2e896-806d-4b79-89b3-484c17ed303b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.669853] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.701484] env[65635]: DEBUG oslo_vmware.api [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426498, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.800231] env[65635]: WARNING neutronclient.v2_0.client [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.818817] env[65635]: WARNING neutronclient.v2_0.client [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.900555] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651878} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.900857] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 74c18370-1add-4673-ad90-374563808d15/74c18370-1add-4673-ad90-374563808d15.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.901137] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.901628] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-755f7e34-f062-4c12-a300-29d75655321a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.915239] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 881.915239] env[65635]: value = "task-4426500" [ 881.915239] env[65635]: _type = "Task" [ 881.915239] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.928275] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.930101] env[65635]: DEBUG nova.network.neutron [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Updated VIF entry in instance network info cache for port b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 881.930563] env[65635]: DEBUG nova.network.neutron [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Updating instance_info_cache with network_info: [{"id": "b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8", "address": "fa:16:3e:9f:ac:bb", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3a835-9c", "ovs_interfaceid": "b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.936348] env[65635]: DEBUG nova.network.neutron [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updated VIF entry in instance network info cache for port 05561f6f-a088-4af0-a8d1-464a788b5c4e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 881.936795] env[65635]: DEBUG nova.network.neutron [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updating instance_info_cache with network_info: [{"id": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "address": "fa:16:3e:bd:ba:e1", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05561f6f-a0", "ovs_interfaceid": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.018873] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.095622] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426497, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.096838] env[65635]: INFO nova.scheduler.client.report [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Deleted allocation for migration 5085b88e-139c-4c4b-b92c-c4a03f407768 [ 882.155967] env[65635]: DEBUG nova.compute.manager [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 882.156238] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.157115] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be31b4-b77b-42e6-89dc-4fefb1c47ece {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.165962] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.165962] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb9fd38-6f4b-41f3-a3f0-6db803db5046 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.171796] env[65635]: DEBUG nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 882.175223] env[65635]: DEBUG oslo_vmware.api [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 882.175223] env[65635]: value = "task-4426501" [ 882.175223] env[65635]: _type = "Task" [ 882.175223] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.184765] env[65635]: DEBUG oslo_vmware.api [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.202020] env[65635]: DEBUG oslo_vmware.api [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426498, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.426582] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106349} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.426826] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.427655] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9249050f-a3f5-40c5-93f2-8f7ede4a4e94 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.433627] env[65635]: DEBUG oslo_concurrency.lockutils [req-b4553b71-64ca-41ae-bf72-6fdee334b47a req-131dacb3-ff7a-4234-8a23-2249400797f3 service nova] Releasing lock "refresh_cache-cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.445879] env[65635]: DEBUG oslo_concurrency.lockutils [req-107d831f-c2cb-4ff1-8a70-b675fefbd287 req-557ab753-feb6-487f-864d-462ef8a3dd76 service nova] Releasing lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.455520] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 74c18370-1add-4673-ad90-374563808d15/74c18370-1add-4673-ad90-374563808d15.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.456338] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d38a856-34b4-416c-a0b8-808cea9b4bc3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.478603] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 882.478603] env[65635]: value = "task-4426502" [ 882.478603] env[65635]: _type = "Task" [ 882.478603] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.488127] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.518627] env[65635]: DEBUG oslo_vmware.api [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426499, 'name': PowerOnVM_Task, 'duration_secs': 0.539895} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.519268] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.520396] env[65635]: INFO nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Took 9.68 seconds to spawn the instance on the hypervisor. [ 882.520396] env[65635]: DEBUG nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.520900] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33e39e-788c-4016-a072-f498d08910a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.595918] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426497, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.603860] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3ae8a0c5-59fa-4695-abbe-34f3dd001cff tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.673s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.696176] env[65635]: DEBUG oslo_vmware.api [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426501, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.701724] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.712056] env[65635]: DEBUG oslo_vmware.api [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426498, 'name': PowerOffVM_Task, 'duration_secs': 1.495021} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.712219] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.712448] env[65635]: DEBUG nova.compute.manager [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.713352] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abefdf5-8fea-421a-b344-26126187e83f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.877649] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.877776] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb9af46-2d1e-4ea8-8ab5-fd5df5e4d3f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.886935] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 882.886935] env[65635]: value = "task-4426503" [ 882.886935] env[65635]: _type = "Task" [ 882.886935] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.895627] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.996368] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.047185] env[65635]: INFO nova.compute.manager [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Took 42.71 seconds to build instance. [ 883.108872] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426497, 'name': CreateVM_Task, 'duration_secs': 1.725208} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.113216] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.117467] env[65635]: WARNING neutronclient.v2_0.client [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.117900] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.118071] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.118455] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.118951] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbc559e-a7b0-4d7d-8305-d989ff2a4d9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.130039] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 883.130039] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525f33aa-a6ab-0567-dbd8-a621f41084f1" [ 883.130039] env[65635]: _type = "Task" [ 883.130039] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.143243] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525f33aa-a6ab-0567-dbd8-a621f41084f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.191377] env[65635]: DEBUG oslo_vmware.api [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426501, 'name': PowerOffVM_Task, 'duration_secs': 0.566848} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.191638] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.191794] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.192145] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c62c8cf4-f927-42ae-a89f-11acd24b495a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.195289] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3b7f5b-afef-4901-8fd7-55ebf9187b71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.204427] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff6c581-7d4f-45f1-8764-0ad22ee271f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.243403] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e02b518-bf54-4bb5-9702-b20d0d999e5d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.086s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.245648] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5193c94-e6c5-438e-a39b-15bd97ca280c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.256038] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1b4c37-ea4b-416c-8c23-b4af71594ce4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.274828] env[65635]: DEBUG nova.compute.provider_tree [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.288459] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.288722] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.288902] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleting the datastore file [datastore1] 1a592784-f8cc-4b81-9651-5836efe737b7 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.289302] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23adaf98-8ea3-4bc9-9d3b-7a52e23da4db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.298552] env[65635]: DEBUG oslo_vmware.api [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 883.298552] env[65635]: value = "task-4426505" [ 883.298552] env[65635]: _type = "Task" [ 883.298552] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.310740] env[65635]: DEBUG oslo_vmware.api [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.399664] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426503, 'name': PowerOffVM_Task, 'duration_secs': 0.259455} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.400118] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.401575] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541fbcf4-e446-46b9-84c9-8ea36964f4a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.434808] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0c7e7f-f685-4183-a33d-5d46bc757d4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.471075] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.471459] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b03f3d-75bc-43e7-ba12-ba9379f48062 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.481516] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 883.481516] env[65635]: value = "task-4426506" [ 883.481516] env[65635]: _type = "Task" [ 883.481516] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.510600] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426502, 'name': ReconfigVM_Task, 'duration_secs': 0.640793} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.510600] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 74c18370-1add-4673-ad90-374563808d15/74c18370-1add-4673-ad90-374563808d15.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.511767] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 883.512389] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.512478] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.512919] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.512997] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.513510] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b501618e-9fc1-46b1-b6a6-a1f6adb58d7c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.516066] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcad5f55-9803-4b23-81d8-99f723fafce7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.528849] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 883.528849] env[65635]: value = "task-4426507" [ 883.528849] env[65635]: _type = "Task" [ 883.528849] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.529239] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.529436] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.530365] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe043d83-e9ca-4781-a874-055ec297cc90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.542987] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426507, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.543708] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 883.543708] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f41740-76eb-7a1f-81cf-18aef9e1582f" [ 883.543708] env[65635]: _type = "Task" [ 883.543708] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.552664] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a71018fc-c475-43d9-8796-f87bd8e855bc tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "8299e78d-ee90-4e1e-a997-e811a8995362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.233s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.553043] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f41740-76eb-7a1f-81cf-18aef9e1582f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.644844] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525f33aa-a6ab-0567-dbd8-a621f41084f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014852} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.645852] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.646180] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.646436] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.646583] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.646763] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.647075] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86cac722-b317-4952-8440-bbb9b989c813 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.661887] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.662122] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.662994] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa21db6-88a5-4a81-b0bb-03e640b475e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.671927] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 883.671927] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52393f02-1e3f-38a2-5619-0e6f6487a2a1" [ 883.671927] env[65635]: _type = "Task" [ 883.671927] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.684026] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52393f02-1e3f-38a2-5619-0e6f6487a2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.779217] env[65635]: DEBUG nova.scheduler.client.report [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.809503] env[65635]: DEBUG oslo_vmware.api [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141354} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.810444] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.811130] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.811130] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.811130] env[65635]: INFO nova.compute.manager [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Took 1.65 seconds to destroy the instance on the hypervisor. [ 883.811314] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 883.811890] env[65635]: DEBUG nova.compute.manager [-] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 883.812017] env[65635]: DEBUG nova.network.neutron [-] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 883.812314] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.877193] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.040405] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426507, 'name': Rename_Task, 'duration_secs': 0.170853} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.040741] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.040930] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a872374f-03ff-40ff-a425-f6471f65a37b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.053881] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 884.053881] env[65635]: value = "task-4426508" [ 884.053881] env[65635]: _type = "Task" [ 884.053881] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.069038] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f41740-76eb-7a1f-81cf-18aef9e1582f, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.069038] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdf0859-8d0f-4513-9c5f-ec39d0ef3d6a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.078347] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426508, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.082104] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 884.082104] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5288ca08-9601-0619-cb5d-2f20d4c72450" [ 884.082104] env[65635]: _type = "Task" [ 884.082104] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.093334] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5288ca08-9601-0619-cb5d-2f20d4c72450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.186449] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52393f02-1e3f-38a2-5619-0e6f6487a2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.187844] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb820dc-1978-4f80-b6fe-5d8734cd9a2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.195464] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 884.195464] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8023f-c817-cee3-9226-e5e144ae4341" [ 884.195464] env[65635]: _type = "Task" [ 884.195464] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.205949] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8023f-c817-cee3-9226-e5e144ae4341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.288023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.288023] env[65635]: DEBUG nova.compute.manager [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 884.297049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.506s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.297049] env[65635]: DEBUG nova.objects.instance [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 884.304276] env[65635]: DEBUG nova.compute.manager [req-e4440c60-9120-4f9b-94e1-49f6781e6817 req-48b1572b-000c-4588-8441-dc002bf305a8 service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Received event network-vif-deleted-1f46a3d1-9bf9-4593-accf-7dc2c748f1cf {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 884.304388] env[65635]: INFO nova.compute.manager [req-e4440c60-9120-4f9b-94e1-49f6781e6817 req-48b1572b-000c-4588-8441-dc002bf305a8 service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Neutron deleted interface 1f46a3d1-9bf9-4593-accf-7dc2c748f1cf; detaching it from the instance and deleting it from the info cache [ 884.304580] env[65635]: DEBUG nova.network.neutron [req-e4440c60-9120-4f9b-94e1-49f6781e6817 req-48b1572b-000c-4588-8441-dc002bf305a8 service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.567598] env[65635]: DEBUG oslo_vmware.api [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426508, 'name': PowerOnVM_Task, 'duration_secs': 0.479801} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.567920] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.568185] env[65635]: INFO nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Took 8.95 seconds to spawn the instance on the hypervisor. [ 884.568399] env[65635]: DEBUG nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.569364] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64621da5-324d-45a0-9ee7-be67c8debf7e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.592711] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5288ca08-9601-0619-cb5d-2f20d4c72450, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.593054] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.593460] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. {{(pid=65635) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 884.593859] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2e41c77-c118-409a-938f-6b67e7c61a65 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.601515] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 884.601515] env[65635]: value = "task-4426509" [ 884.601515] env[65635]: _type = "Task" [ 884.601515] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.611267] env[65635]: DEBUG nova.network.neutron [-] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.612667] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.676335] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "adce64ab-e095-4076-a09a-d13c45b3ee8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.676598] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "adce64ab-e095-4076-a09a-d13c45b3ee8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.676816] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "adce64ab-e095-4076-a09a-d13c45b3ee8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.676992] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "adce64ab-e095-4076-a09a-d13c45b3ee8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.677238] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "adce64ab-e095-4076-a09a-d13c45b3ee8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.680028] env[65635]: INFO nova.compute.manager [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Terminating instance [ 884.708632] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8023f-c817-cee3-9226-e5e144ae4341, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.709011] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.709372] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] cf06d3f8-6fbc-4c4d-a2b7-60f24327037c/cf06d3f8-6fbc-4c4d-a2b7-60f24327037c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.709802] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a2bbe9e-f3c0-4db1-8eba-6dac888b60d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.719240] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 884.719240] env[65635]: value = "task-4426510" [ 884.719240] env[65635]: _type = "Task" [ 884.719240] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.729437] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.796780] env[65635]: DEBUG nova.compute.utils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.799882] env[65635]: DEBUG nova.compute.manager [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 884.811202] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdaf23ac-3925-4995-9e70-de39decee88d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.823899] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24efad3e-25b9-4a62-9f0d-0ae23546aa0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.877915] env[65635]: DEBUG nova.compute.manager [req-e4440c60-9120-4f9b-94e1-49f6781e6817 req-48b1572b-000c-4588-8441-dc002bf305a8 service nova] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Detach interface failed, port_id=1f46a3d1-9bf9-4593-accf-7dc2c748f1cf, reason: Instance 1a592784-f8cc-4b81-9651-5836efe737b7 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.094773] env[65635]: INFO nova.compute.manager [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Took 41.54 seconds to build instance. [ 885.115586] env[65635]: INFO nova.compute.manager [-] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Took 1.30 seconds to deallocate network for instance. [ 885.116132] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426509, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.189237] env[65635]: DEBUG nova.compute.manager [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 885.189237] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.190381] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e5e7a0-1462-49a6-ae45-b25962822e28 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.202103] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.202435] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c53e316-a718-4f4e-b171-3e61534b2dd6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.215753] env[65635]: DEBUG oslo_vmware.api [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 885.215753] env[65635]: value = "task-4426511" [ 885.215753] env[65635]: _type = "Task" [ 885.215753] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.236848] env[65635]: DEBUG oslo_vmware.api [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.240942] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.302020] env[65635]: DEBUG nova.compute.manager [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 885.316054] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ced6440f-837a-4af4-abef-e4f4cd290f3a tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.318251] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.063s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.319686] env[65635]: INFO nova.compute.claims [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.357315] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquiring lock "8299e78d-ee90-4e1e-a997-e811a8995362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.357575] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "8299e78d-ee90-4e1e-a997-e811a8995362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.357812] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquiring lock "8299e78d-ee90-4e1e-a997-e811a8995362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.358247] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "8299e78d-ee90-4e1e-a997-e811a8995362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.358247] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "8299e78d-ee90-4e1e-a997-e811a8995362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.360971] env[65635]: INFO nova.compute.manager [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Terminating instance [ 885.594119] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2028edd-8af0-4921-b44c-8861150a352f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "74c18370-1add-4673-ad90-374563808d15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.055s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.614589] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576977} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.614974] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. [ 885.615728] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b923ee-cc86-4dac-8ac2-11f76741e5b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.636234] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.644219] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.644615] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d328ff-60d1-4fc7-b16d-b07d447d5cea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.665377] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 885.665377] env[65635]: value = "task-4426512" [ 885.665377] env[65635]: _type = "Task" [ 885.665377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.676821] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.727925] env[65635]: DEBUG oslo_vmware.api [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426511, 'name': PowerOffVM_Task, 'duration_secs': 0.417752} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.728622] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.728856] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.729087] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b303be33-5d8b-4993-8b3a-429e5383b43f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.735038] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426510, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.815131] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.815359] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.815682] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Deleting the datastore file [datastore1] adce64ab-e095-4076-a09a-d13c45b3ee8a {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.816096] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-759153c9-bd6f-4015-9f76-6629704236ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.828490] env[65635]: DEBUG oslo_vmware.api [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 885.828490] env[65635]: value = "task-4426514" [ 885.828490] env[65635]: _type = "Task" [ 885.828490] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.839922] env[65635]: DEBUG oslo_vmware.api [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.865091] env[65635]: DEBUG nova.compute.manager [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 885.866700] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.866798] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892dcd35-0454-459e-9ac8-ebbc88a83c3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.884211] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.884682] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c17be6b4-b31d-490b-8a30-c04f236f146b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.892593] env[65635]: DEBUG oslo_vmware.api [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 885.892593] env[65635]: value = "task-4426515" [ 885.892593] env[65635]: _type = "Task" [ 885.892593] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.904374] env[65635]: DEBUG oslo_vmware.api [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.177443] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.232282] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426510, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.315522] env[65635]: DEBUG nova.compute.manager [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 886.345693] env[65635]: DEBUG oslo_vmware.api [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.352831] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 886.353146] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.353327] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 886.353511] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.353654] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 886.353800] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 886.354026] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.354196] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 886.354364] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 886.354530] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 886.354705] env[65635]: DEBUG nova.virt.hardware [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 886.355635] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9c9cc2-4dbd-4ca4-8d71-8b6515f6026b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.368864] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8b4769-0dc9-4f09-8669-c94b794fbdb4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.388784] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.394772] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Creating folder: Project (c37232bd898d4113bfa6cab002cb6ad5). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.399905] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ab36c1-d200-4e71-a240-05a28ef11682 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.402451] env[65635]: DEBUG nova.compute.manager [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Stashing vm_state: stopped {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 886.417795] env[65635]: DEBUG oslo_vmware.api [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426515, 'name': PowerOffVM_Task, 'duration_secs': 0.331116} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.418105] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.418312] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.418881] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14583ef3-70ed-445e-b572-5fb19b8df370 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.422266] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Created folder: Project (c37232bd898d4113bfa6cab002cb6ad5) in parent group-v866005. [ 886.422407] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Creating folder: Instances. Parent ref: group-v866199. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.425767] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74abd31e-19d6-4df2-a9fc-4351954df6bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.440195] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Created folder: Instances in parent group-v866199. [ 886.440592] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 886.444268] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.444728] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e32a058-1008-4873-a0c5-21c391e1d2ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.467513] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.467513] env[65635]: value = "task-4426519" [ 886.467513] env[65635]: _type = "Task" [ 886.467513] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.477144] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426519, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.505401] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.505563] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.505687] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Deleting the datastore file [datastore2] 8299e78d-ee90-4e1e-a997-e811a8995362 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.507311] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4916fe3-3cf8-4cfc-9886-c5fd581164ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.515742] env[65635]: DEBUG oslo_vmware.api [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for the task: (returnval){ [ 886.515742] env[65635]: value = "task-4426520" [ 886.515742] env[65635]: _type = "Task" [ 886.515742] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.529936] env[65635]: DEBUG oslo_vmware.api [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.677261] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.733467] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426510, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.829272} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.734911] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] cf06d3f8-6fbc-4c4d-a2b7-60f24327037c/cf06d3f8-6fbc-4c4d-a2b7-60f24327037c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.734911] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.734911] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f320a57-30bf-4f10-af1f-14ff69954712 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.743331] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 886.743331] env[65635]: value = "task-4426521" [ 886.743331] env[65635]: _type = "Task" [ 886.743331] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.754690] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.853269] env[65635]: DEBUG oslo_vmware.api [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.767406} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.853583] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.853718] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.853888] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.854060] env[65635]: INFO nova.compute.manager [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Took 1.67 seconds to destroy the instance on the hypervisor. [ 886.854357] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 886.854566] env[65635]: DEBUG nova.compute.manager [-] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 886.854672] env[65635]: DEBUG nova.network.neutron [-] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 886.854929] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.918347] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.926382] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.947206] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "90868ad4-03b7-43d8-9227-f3810256343d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.947447] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "90868ad4-03b7-43d8-9227-f3810256343d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.980129] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426519, 'name': CreateVM_Task, 'duration_secs': 0.474828} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.982418] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.983260] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.983499] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.983791] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.984477] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfd6f8f-0a68-4cbd-a8c1-038696d0e4f8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.990591] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 886.990591] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c933e9-5db3-1b46-46b2-c44626bfe157" [ 886.990591] env[65635]: _type = "Task" [ 886.990591] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.005683] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c933e9-5db3-1b46-46b2-c44626bfe157, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.006121] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.006827] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.006827] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.006827] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.007124] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.007795] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e29f8a-58a7-4363-95f8-0e6bb51f138e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.022175] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.022424] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.023586] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150edd3a-4ae7-4d9f-9edb-88af859a05c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.032367] env[65635]: DEBUG oslo_vmware.api [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Task: {'id': task-4426520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332181} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.033311] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.033703] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.033703] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.033847] env[65635]: INFO nova.compute.manager [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Took 1.17 seconds to destroy the instance on the hypervisor. [ 887.035714] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 887.035714] env[65635]: DEBUG nova.compute.manager [-] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 887.035714] env[65635]: DEBUG nova.network.neutron [-] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 887.035714] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.039397] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 887.039397] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527df8fb-464b-2b7a-ef14-e4971741f1e2" [ 887.039397] env[65635]: _type = "Task" [ 887.039397] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.051639] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527df8fb-464b-2b7a-ef14-e4971741f1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.056459] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "eade56e2-7242-483c-9549-c0a907224753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.056700] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "eade56e2-7242-483c-9549-c0a907224753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.073973] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5f092b-6843-4c57-a161-9de35edd1dcd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.084617] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea80ab8-b7a9-4f3e-a44d-6f202bff25b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.119689] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.122164] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa928e3c-6ad6-405e-9565-82524e209ac7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.132109] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407b0dd-ecf2-4d60-bca8-3b07f4c21280 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.149680] env[65635]: DEBUG nova.compute.provider_tree [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.162570] env[65635]: INFO nova.compute.manager [None req-9f1f6d06-6d4b-4fba-a4bd-7110cc4c6c86 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Get console output [ 887.162931] env[65635]: WARNING nova.virt.vmwareapi.driver [None req-9f1f6d06-6d4b-4fba-a4bd-7110cc4c6c86 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] The console log is missing. Check your VSPC configuration [ 887.179540] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426512, 'name': ReconfigVM_Task, 'duration_secs': 1.396089} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.179969] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.180878] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88ca914-9c96-45ec-80e3-1fcc8e055e81 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.211759] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-729e356b-31b4-4400-8ed5-f4c44db7339b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.229886] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 887.229886] env[65635]: value = "task-4426522" [ 887.229886] env[65635]: _type = "Task" [ 887.229886] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.240818] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.253270] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077391} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.253656] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.258033] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3676c01-2418-42ee-a642-1b94c658b47f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.278159] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cf06d3f8-6fbc-4c4d-a2b7-60f24327037c/cf06d3f8-6fbc-4c4d-a2b7-60f24327037c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.278668] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e3d7bc-6e91-4ae5-a62f-067ebd22f7fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.299659] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 887.299659] env[65635]: value = "task-4426523" [ 887.299659] env[65635]: _type = "Task" [ 887.299659] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.309260] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.450492] env[65635]: DEBUG nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 887.550285] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527df8fb-464b-2b7a-ef14-e4971741f1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.551130] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6596b2c5-1ba0-4066-8774-4202e8cb7312 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.557510] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 887.557510] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8df24-90b9-61f1-4529-465acf8a8cb9" [ 887.557510] env[65635]: _type = "Task" [ 887.557510] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.561310] env[65635]: DEBUG nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 887.569579] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8df24-90b9-61f1-4529-465acf8a8cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.652120] env[65635]: DEBUG nova.scheduler.client.report [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.692417] env[65635]: DEBUG nova.compute.manager [req-aac672d8-5725-4a3a-8aa5-25f5244c6ddf req-e530f2c1-69d9-4bf9-8a1c-e12038d5a1be service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Received event network-vif-deleted-a525b9dc-7e33-47f7-8491-f6b0fc449989 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 887.692515] env[65635]: INFO nova.compute.manager [req-aac672d8-5725-4a3a-8aa5-25f5244c6ddf req-e530f2c1-69d9-4bf9-8a1c-e12038d5a1be service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Neutron deleted interface a525b9dc-7e33-47f7-8491-f6b0fc449989; detaching it from the instance and deleting it from the info cache [ 887.692773] env[65635]: DEBUG nova.network.neutron [req-aac672d8-5725-4a3a-8aa5-25f5244c6ddf req-e530f2c1-69d9-4bf9-8a1c-e12038d5a1be service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.741311] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426522, 'name': ReconfigVM_Task, 'duration_secs': 0.207601} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.743167] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.743167] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6facc85e-d140-487c-a649-ec810756c219 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.751288] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 887.751288] env[65635]: value = "task-4426524" [ 887.751288] env[65635]: _type = "Task" [ 887.751288] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.764397] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.810629] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.847343] env[65635]: DEBUG nova.network.neutron [-] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.940273] env[65635]: DEBUG nova.compute.manager [req-33ddc458-5e65-41ac-a013-58b3a097c8b1 req-237c6ac9-1f5f-416b-a3fd-98d97c7ddd49 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Received event network-vif-deleted-b92aff3f-1bc6-439c-8e86-e42d4f693b60 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 887.940273] env[65635]: INFO nova.compute.manager [req-33ddc458-5e65-41ac-a013-58b3a097c8b1 req-237c6ac9-1f5f-416b-a3fd-98d97c7ddd49 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Neutron deleted interface b92aff3f-1bc6-439c-8e86-e42d4f693b60; detaching it from the instance and deleting it from the info cache [ 887.940409] env[65635]: DEBUG nova.network.neutron [req-33ddc458-5e65-41ac-a013-58b3a097c8b1 req-237c6ac9-1f5f-416b-a3fd-98d97c7ddd49 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.978917] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.071390] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8df24-90b9-61f1-4529-465acf8a8cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.074945] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.075220] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe/7311ea1e-911f-422f-b14e-2efbed95b1fe.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.075647] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f73404-f2f7-482b-b5cf-b157cae4e07e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.083929] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 888.083929] env[65635]: value = "task-4426525" [ 888.083929] env[65635]: _type = "Task" [ 888.083929] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.090367] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.094412] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.115458] env[65635]: DEBUG nova.network.neutron [-] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.158352] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.158881] env[65635]: DEBUG nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 888.162570] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.628s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.162794] env[65635]: DEBUG nova.objects.instance [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lazy-loading 'resources' on Instance uuid fdcd27ae-a5dc-40fd-9371-c8fe4d571e66 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.196868] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e98c0ee3-b1ce-40ee-87f9-b9462dc7d182 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.209214] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b0d1b-69c7-4adc-a866-6cb0c9346abe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.254152] env[65635]: DEBUG nova.compute.manager [req-aac672d8-5725-4a3a-8aa5-25f5244c6ddf req-e530f2c1-69d9-4bf9-8a1c-e12038d5a1be service nova] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Detach interface failed, port_id=a525b9dc-7e33-47f7-8491-f6b0fc449989, reason: Instance 8299e78d-ee90-4e1e-a997-e811a8995362 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.264039] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.313238] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426523, 'name': ReconfigVM_Task, 'duration_secs': 0.535952} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.313555] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cf06d3f8-6fbc-4c4d-a2b7-60f24327037c/cf06d3f8-6fbc-4c4d-a2b7-60f24327037c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.314299] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b37bbdaf-6a31-4791-8579-05e6f4f527bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.326207] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 888.326207] env[65635]: value = "task-4426526" [ 888.326207] env[65635]: _type = "Task" [ 888.326207] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.333937] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426526, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.353219] env[65635]: INFO nova.compute.manager [-] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Took 1.32 seconds to deallocate network for instance. [ 888.446030] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f97b96f-d095-416e-9679-e138f6aabc52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.456990] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184724f4-e0ef-407c-bbf3-fb4eff31ad1f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.501282] env[65635]: DEBUG nova.compute.manager [req-33ddc458-5e65-41ac-a013-58b3a097c8b1 req-237c6ac9-1f5f-416b-a3fd-98d97c7ddd49 service nova] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Detach interface failed, port_id=b92aff3f-1bc6-439c-8e86-e42d4f693b60, reason: Instance adce64ab-e095-4076-a09a-d13c45b3ee8a could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.535673] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquiring lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.535990] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.536231] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquiring lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.536571] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.536805] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.539465] env[65635]: INFO nova.compute.manager [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Terminating instance [ 888.597096] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426525, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.619529] env[65635]: INFO nova.compute.manager [-] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Took 1.76 seconds to deallocate network for instance. [ 888.666704] env[65635]: DEBUG nova.compute.utils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.671667] env[65635]: DEBUG nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 888.671667] env[65635]: DEBUG nova.network.neutron [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 888.672020] env[65635]: WARNING neutronclient.v2_0.client [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.672185] env[65635]: WARNING neutronclient.v2_0.client [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.740058] env[65635]: DEBUG nova.policy [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a230c3146374c35ba8de3cc789e4390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fb373a730cc4b63a057327f3e91a789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.767250] env[65635]: DEBUG oslo_vmware.api [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426524, 'name': PowerOnVM_Task, 'duration_secs': 0.737437} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.767541] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.770554] env[65635]: DEBUG nova.compute.manager [None req-d84ccfd7-b4b3-4df9-a3f1-88150e41c6b0 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 888.771436] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6f7be9-7869-408a-8028-717e3bead2c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.833524] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426526, 'name': Rename_Task, 'duration_secs': 0.242687} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.836936] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.837459] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e071c200-e051-40f9-bb32-80bdfc3d5382 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.846516] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 888.846516] env[65635]: value = "task-4426527" [ 888.846516] env[65635]: _type = "Task" [ 888.846516] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.858778] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.860879] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.044322] env[65635]: DEBUG nova.compute.manager [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 889.044557] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.045442] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24ed134-838c-4a8b-90a1-7d10baf2f900 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.055371] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.055709] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72831375-1a2f-42f4-8113-95dc29eb47dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.064963] env[65635]: DEBUG oslo_vmware.api [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 889.064963] env[65635]: value = "task-4426528" [ 889.064963] env[65635]: _type = "Task" [ 889.064963] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.075556] env[65635]: DEBUG oslo_vmware.api [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4426528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.099729] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713527} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.100047] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe/7311ea1e-911f-422f-b14e-2efbed95b1fe.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.100354] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.100647] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f626ef0-23b1-44af-83c6-0e7bad01c527 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.111716] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 889.111716] env[65635]: value = "task-4426529" [ 889.111716] env[65635]: _type = "Task" [ 889.111716] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.116393] env[65635]: DEBUG nova.network.neutron [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Successfully created port: 89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 889.131227] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.131227] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.172640] env[65635]: DEBUG nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 889.272476] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81147bc-9e91-4320-af66-f9faa1bc16a2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.284043] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393c5d48-99ba-46a9-a20c-53fac9804218 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.328576] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4b8ca9-07b1-4821-a572-536627d998b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.340092] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443b4814-38e0-44b3-8ede-f010ffae3abc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.359660] env[65635]: DEBUG nova.compute.provider_tree [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.369069] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.578694] env[65635]: DEBUG oslo_vmware.api [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4426528, 'name': PowerOffVM_Task, 'duration_secs': 0.201018} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.578694] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.578694] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.578866] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e579a5c-6466-4fc1-8696-f47bcacaf6b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.623422] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078452} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.623422] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.624821] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9cffa9-056e-4ef0-9747-862f80b4e8a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.648210] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe/7311ea1e-911f-422f-b14e-2efbed95b1fe.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.648590] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a08ab98-11fc-4870-8bee-bcb82141495a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.667539] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.667768] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.667935] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Deleting the datastore file [datastore1] 8a96f114-e6b5-4b01-bd15-e724b0e1b825 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.668641] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae2d72f-d5e8-4461-9240-2a9f8457be34 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.673528] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 889.673528] env[65635]: value = "task-4426531" [ 889.673528] env[65635]: _type = "Task" [ 889.673528] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.681053] env[65635]: DEBUG oslo_vmware.api [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for the task: (returnval){ [ 889.681053] env[65635]: value = "task-4426532" [ 889.681053] env[65635]: _type = "Task" [ 889.681053] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.688711] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.694108] env[65635]: DEBUG oslo_vmware.api [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4426532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.859170] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.864499] env[65635]: DEBUG nova.scheduler.client.report [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.188458] env[65635]: DEBUG nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 890.191963] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.203729] env[65635]: DEBUG oslo_vmware.api [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Task: {'id': task-4426532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205387} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.204106] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.204321] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.204522] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.204703] env[65635]: INFO nova.compute.manager [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Took 1.16 seconds to destroy the instance on the hypervisor. [ 890.205072] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 890.205266] env[65635]: DEBUG nova.compute.manager [-] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 890.205367] env[65635]: DEBUG nova.network.neutron [-] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 890.205617] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.227333] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 890.227838] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.228094] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 890.228338] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.228519] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 890.228629] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 890.228864] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 890.229033] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 890.229202] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 890.229359] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 890.229525] env[65635]: DEBUG nova.virt.hardware [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 890.230526] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7341c505-09f6-4646-8ad9-63dcdad8d3e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.241696] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0132e5c2-e9a8-4027-a3e6-050140195a31 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.246846] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.359864] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.370347] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.373035] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.761s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.374857] env[65635]: INFO nova.compute.claims [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.391130] env[65635]: INFO nova.scheduler.client.report [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleted allocations for instance fdcd27ae-a5dc-40fd-9371-c8fe4d571e66 [ 890.686389] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426531, 'name': ReconfigVM_Task, 'duration_secs': 0.583168} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.686716] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe/7311ea1e-911f-422f-b14e-2efbed95b1fe.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.687352] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abb63076-44e2-4b39-8875-40854adeac2e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.694735] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "654b932b-35cc-4d33-832b-e2db32490bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.694989] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "654b932b-35cc-4d33-832b-e2db32490bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.700854] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 890.700854] env[65635]: value = "task-4426533" [ 890.700854] env[65635]: _type = "Task" [ 890.700854] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.715722] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426533, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.823903] env[65635]: DEBUG nova.network.neutron [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Successfully updated port: 89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.864928] env[65635]: DEBUG oslo_vmware.api [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426527, 'name': PowerOnVM_Task, 'duration_secs': 1.842189} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.865528] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.865955] env[65635]: INFO nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Took 12.35 seconds to spawn the instance on the hypervisor. [ 890.866355] env[65635]: DEBUG nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 890.869087] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3863af85-6640-439b-9b57-c4ee1818ac3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.909199] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b6480547-9fcb-412b-86d2-bbb1a20a1f56 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "fdcd27ae-a5dc-40fd-9371-c8fe4d571e66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.979s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.177051] env[65635]: DEBUG nova.compute.manager [req-26c4b409-136b-4772-9a76-d1b7d8b4026f req-898a4aa6-05d9-42cf-9558-cbae165b545f service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Received event network-vif-plugged-89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.177312] env[65635]: DEBUG oslo_concurrency.lockutils [req-26c4b409-136b-4772-9a76-d1b7d8b4026f req-898a4aa6-05d9-42cf-9558-cbae165b545f service nova] Acquiring lock "55a60070-607d-42de-b37f-58772bde1826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.177527] env[65635]: DEBUG oslo_concurrency.lockutils [req-26c4b409-136b-4772-9a76-d1b7d8b4026f req-898a4aa6-05d9-42cf-9558-cbae165b545f service nova] Lock "55a60070-607d-42de-b37f-58772bde1826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.177686] env[65635]: DEBUG oslo_concurrency.lockutils [req-26c4b409-136b-4772-9a76-d1b7d8b4026f req-898a4aa6-05d9-42cf-9558-cbae165b545f service nova] Lock "55a60070-607d-42de-b37f-58772bde1826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.177850] env[65635]: DEBUG nova.compute.manager [req-26c4b409-136b-4772-9a76-d1b7d8b4026f req-898a4aa6-05d9-42cf-9558-cbae165b545f service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] No waiting events found dispatching network-vif-plugged-89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 891.178022] env[65635]: WARNING nova.compute.manager [req-26c4b409-136b-4772-9a76-d1b7d8b4026f req-898a4aa6-05d9-42cf-9558-cbae165b545f service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Received unexpected event network-vif-plugged-89b5f930-5996-401f-9d9e-12cc0a93f3ef for instance with vm_state building and task_state spawning. [ 891.198109] env[65635]: DEBUG nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 891.215457] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426533, 'name': Rename_Task, 'duration_secs': 0.175931} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.215781] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.216067] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e0fd345-7c9a-492b-a25d-66e0d77f6414 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.225148] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 891.225148] env[65635]: value = "task-4426534" [ 891.225148] env[65635]: _type = "Task" [ 891.225148] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.237810] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.286549] env[65635]: DEBUG nova.compute.manager [req-8b8bc2d7-a97a-4331-a9f9-b13191877248 req-4d945b6d-3b96-4680-89f7-9edbe4c0e2f8 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Received event network-vif-deleted-b682f53a-f55b-43a8-b460-124f0f617983 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.286801] env[65635]: INFO nova.compute.manager [req-8b8bc2d7-a97a-4331-a9f9-b13191877248 req-4d945b6d-3b96-4680-89f7-9edbe4c0e2f8 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Neutron deleted interface b682f53a-f55b-43a8-b460-124f0f617983; detaching it from the instance and deleting it from the info cache [ 891.286913] env[65635]: DEBUG nova.network.neutron [req-8b8bc2d7-a97a-4331-a9f9-b13191877248 req-4d945b6d-3b96-4680-89f7-9edbe4c0e2f8 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.327219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.327833] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.327985] env[65635]: DEBUG nova.network.neutron [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.392938] env[65635]: INFO nova.compute.manager [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Took 39.32 seconds to build instance. [ 891.409356] env[65635]: DEBUG nova.network.neutron [-] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.720150] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.741133] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.791037] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d712ea0-f15d-466b-aefc-be3e19345819 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.804517] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da821412-41e9-4e0d-b088-8036504e3ae9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.856901] env[65635]: DEBUG nova.compute.manager [req-8b8bc2d7-a97a-4331-a9f9-b13191877248 req-4d945b6d-3b96-4680-89f7-9edbe4c0e2f8 service nova] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Detach interface failed, port_id=b682f53a-f55b-43a8-b460-124f0f617983, reason: Instance 8a96f114-e6b5-4b01-bd15-e724b0e1b825 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.866713] env[65635]: DEBUG nova.network.neutron [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.897924] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bdf3fee3-c1d1-4467-b277-6add3dc39714 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.835s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.911981] env[65635]: INFO nova.compute.manager [-] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Took 1.71 seconds to deallocate network for instance. [ 891.976784] env[65635]: WARNING neutronclient.v2_0.client [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.056926] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f03d0-3873-4d8a-8f82-b3194d3a2364 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.061304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.061593] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.061804] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.062065] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.062251] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.066954] env[65635]: DEBUG nova.network.neutron [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updating instance_info_cache with network_info: [{"id": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "address": "fa:16:3e:c9:97:db", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b5f930-59", "ovs_interfaceid": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.069866] env[65635]: INFO nova.compute.manager [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Terminating instance [ 892.074091] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f2d59-14ce-409c-b544-e6d26fc715cf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.110163] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a0761-bb54-4350-bcbf-abbe928aebf4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.120712] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07364038-4c9d-4037-8e16-670ffa89650a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.138056] env[65635]: DEBUG nova.compute.provider_tree [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.161482] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.161679] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.161884] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.162163] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.162344] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.164500] env[65635]: INFO nova.compute.manager [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Terminating instance [ 893.025778] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.026261] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Releasing lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.026584] env[65635]: DEBUG nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Instance network_info: |[{"id": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "address": "fa:16:3e:c9:97:db", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b5f930-59", "ovs_interfaceid": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 893.027152] env[65635]: DEBUG nova.compute.manager [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 893.027344] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.028137] env[65635]: DEBUG nova.scheduler.client.report [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.031699] env[65635]: DEBUG nova.compute.manager [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 893.031901] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.032615] env[65635]: DEBUG oslo_vmware.api [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426534, 'name': PowerOnVM_Task, 'duration_secs': 0.764147} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.033353] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:97:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89b5f930-5996-401f-9d9e-12cc0a93f3ef', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.040980] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 893.041787] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e772bb-524b-4ade-b526-1d5e8e998da7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.045520] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e4d391-038f-4f15-83fa-5655f7bc6ba3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.048333] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.048548] env[65635]: INFO nova.compute.manager [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Took 6.73 seconds to spawn the instance on the hypervisor. [ 893.048724] env[65635]: DEBUG nova.compute.manager [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 893.049023] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a60070-607d-42de-b37f-58772bde1826] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.049711] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58a5e5-c4e4-43ee-af4d-e58696f0e6b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.054033] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c7d04d1-d069-4b49-ac7e-36ec15d7acec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.074439] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.080491] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a021bf0-9ec3-49d9-b8e0-df2e66d89342 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.083131] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.083131] env[65635]: value = "task-4426535" [ 893.083131] env[65635]: _type = "Task" [ 893.083131] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.083911] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.084522] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca9622b-88da-44fb-ba2d-c0c92a14ea77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.094112] env[65635]: DEBUG oslo_vmware.api [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 893.094112] env[65635]: value = "task-4426536" [ 893.094112] env[65635]: _type = "Task" [ 893.094112] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.098938] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426535, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.105319] env[65635]: DEBUG oslo_vmware.api [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 893.105319] env[65635]: value = "task-4426537" [ 893.105319] env[65635]: _type = "Task" [ 893.105319] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.113483] env[65635]: DEBUG oslo_vmware.api [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.119571] env[65635]: DEBUG oslo_vmware.api [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.236419] env[65635]: DEBUG nova.compute.manager [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Received event network-changed-89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 893.236722] env[65635]: DEBUG nova.compute.manager [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Refreshing instance network info cache due to event network-changed-89b5f930-5996-401f-9d9e-12cc0a93f3ef. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 893.237104] env[65635]: DEBUG oslo_concurrency.lockutils [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] Acquiring lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.237389] env[65635]: DEBUG oslo_concurrency.lockutils [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] Acquired lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.237620] env[65635]: DEBUG nova.network.neutron [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Refreshing network info cache for port 89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.534414] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.161s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.535120] env[65635]: DEBUG nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 893.540023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.262s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.540023] env[65635]: DEBUG nova.objects.instance [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lazy-loading 'resources' on Instance uuid 5549a2e9-cb0a-4566-b675-fb8ca67665a7 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.595443] env[65635]: INFO nova.compute.manager [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Took 33.99 seconds to build instance. [ 893.600527] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426535, 'name': CreateVM_Task, 'duration_secs': 0.414614} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.603638] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a60070-607d-42de-b37f-58772bde1826] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.604156] env[65635]: WARNING neutronclient.v2_0.client [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.604516] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.604669] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.604979] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.605621] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcabea65-1503-412a-b2eb-155f2960689b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.614637] env[65635]: DEBUG oslo_vmware.api [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426536, 'name': PowerOffVM_Task, 'duration_secs': 0.293857} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.616333] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.616510] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.616836] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 893.616836] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52866425-e4af-3fd4-4d59-635bebafb20b" [ 893.616836] env[65635]: _type = "Task" [ 893.616836] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.617075] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2423c8ee-b96b-427b-8424-128d8f7da97a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.627097] env[65635]: DEBUG oslo_vmware.api [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426537, 'name': PowerOffVM_Task, 'duration_secs': 0.246351} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.627842] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.628096] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.629320] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0df6ce28-dab3-4341-9f1e-c3442f522c3f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.636540] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52866425-e4af-3fd4-4d59-635bebafb20b, 'name': SearchDatastore_Task, 'duration_secs': 0.012598} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.636890] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.637147] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.637393] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.637533] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.637703] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.638419] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45113a2e-d29b-4e53-bf12-228824be65ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.651552] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.651816] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.653030] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691416f0-7edf-4723-acfd-3fe2305de26c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.659718] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 893.659718] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529b9233-e001-0050-845c-d0835e60bec3" [ 893.659718] env[65635]: _type = "Task" [ 893.659718] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.670323] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529b9233-e001-0050-845c-d0835e60bec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.718204] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.718887] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.718887] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleting the datastore file [datastore1] cf06d3f8-6fbc-4c4d-a2b7-60f24327037c {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.720268] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17e7290d-6567-4fdf-b4b8-8441524ffc2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.724843] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.724843] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.724843] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleting the datastore file [datastore2] 0144e645-a0c2-47d4-b290-7cf9c0ec95cb {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.724843] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df9990b5-7064-45b4-917a-e349c9b406ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.734787] env[65635]: DEBUG oslo_vmware.api [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 893.734787] env[65635]: value = "task-4426540" [ 893.734787] env[65635]: _type = "Task" [ 893.734787] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.737082] env[65635]: DEBUG oslo_vmware.api [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 893.737082] env[65635]: value = "task-4426541" [ 893.737082] env[65635]: _type = "Task" [ 893.737082] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.744043] env[65635]: WARNING neutronclient.v2_0.client [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.757326] env[65635]: DEBUG oslo_vmware.api [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.760649] env[65635]: DEBUG oslo_vmware.api [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.916885] env[65635]: WARNING neutronclient.v2_0.client [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.002189] env[65635]: DEBUG nova.network.neutron [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updated VIF entry in instance network info cache for port 89b5f930-5996-401f-9d9e-12cc0a93f3ef. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.002657] env[65635]: DEBUG nova.network.neutron [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updating instance_info_cache with network_info: [{"id": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "address": "fa:16:3e:c9:97:db", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b5f930-59", "ovs_interfaceid": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.048022] env[65635]: DEBUG nova.compute.utils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.049887] env[65635]: DEBUG nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 894.050139] env[65635]: DEBUG nova.network.neutron [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 894.050488] env[65635]: WARNING neutronclient.v2_0.client [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.050730] env[65635]: WARNING neutronclient.v2_0.client [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.093457] env[65635]: DEBUG nova.policy [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aab00b4f977748ffba5ab5438338fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff51fc96739a4cdcbb50aeefec6cc9f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.097013] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e83799dc-d590-41fa-8ab7-44cb54ebd0c2 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "7311ea1e-911f-422f-b14e-2efbed95b1fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.498s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.174515] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529b9233-e001-0050-845c-d0835e60bec3, 'name': SearchDatastore_Task, 'duration_secs': 0.018959} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.175601] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c574b83-12bf-47f1-965c-fe6fb55c4ecb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.183498] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 894.183498] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5270e519-dad8-2ae1-ec2c-17e77a1966c7" [ 894.183498] env[65635]: _type = "Task" [ 894.183498] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.196930] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5270e519-dad8-2ae1-ec2c-17e77a1966c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.260772] env[65635]: DEBUG oslo_vmware.api [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165339} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.270262] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.270621] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.271037] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.271335] env[65635]: INFO nova.compute.manager [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 894.271715] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 894.272056] env[65635]: DEBUG oslo_vmware.api [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236148} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.273329] env[65635]: DEBUG nova.compute.manager [-] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 894.273329] env[65635]: DEBUG nova.network.neutron [-] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 894.273329] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.276216] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.276488] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.276728] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.276957] env[65635]: INFO nova.compute.manager [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Took 1.25 seconds to destroy the instance on the hypervisor. [ 894.277290] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 894.277853] env[65635]: DEBUG nova.compute.manager [-] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 894.278213] env[65635]: DEBUG nova.network.neutron [-] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 894.278316] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.324573] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.360817] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.444261] env[65635]: DEBUG nova.network.neutron [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Successfully created port: e5fa672c-f989-4677-9ed6-54f7a8ff69ff {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 894.481362] env[65635]: INFO nova.compute.manager [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Rebuilding instance [ 894.505745] env[65635]: DEBUG oslo_concurrency.lockutils [req-3cf05546-2d40-4fc5-9378-ba0bc2ab34df req-a1e117dc-2469-4d75-8649-bb7003540208 service nova] Releasing lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.534141] env[65635]: DEBUG nova.compute.manager [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 894.536188] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cda698b-f449-4120-8aa8-b6e710c6a298 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.554219] env[65635]: DEBUG nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 894.699299] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5270e519-dad8-2ae1-ec2c-17e77a1966c7, 'name': SearchDatastore_Task, 'duration_secs': 0.026131} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.699952] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.700315] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 55a60070-607d-42de-b37f-58772bde1826/55a60070-607d-42de-b37f-58772bde1826.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.700638] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d082914e-421e-481d-9cea-9e465afb1564 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.709935] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 894.709935] env[65635]: value = "task-4426542" [ 894.709935] env[65635]: _type = "Task" [ 894.709935] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.724789] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.728880] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459dccdc-ec14-49f3-9ec1-a02d1c8d2cec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.738266] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70552f13-aecc-4f4f-82e2-ea754fd360f9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.777165] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c16b81-27f6-4b8f-94e5-704114551ea1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.787269] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f0df2-409b-4b22-8acd-36b502eec77d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.805410] env[65635]: DEBUG nova.compute.provider_tree [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.134707] env[65635]: DEBUG nova.compute.manager [req-24553682-7563-4370-b88e-72e0042ed203 req-22de328b-fb6c-44ec-9658-8cda11e48eae service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Received event network-vif-deleted-297184ff-dec7-4e49-9b04-dc7ba15fe36b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 895.135099] env[65635]: INFO nova.compute.manager [req-24553682-7563-4370-b88e-72e0042ed203 req-22de328b-fb6c-44ec-9658-8cda11e48eae service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Neutron deleted interface 297184ff-dec7-4e49-9b04-dc7ba15fe36b; detaching it from the instance and deleting it from the info cache [ 895.135235] env[65635]: DEBUG nova.network.neutron [req-24553682-7563-4370-b88e-72e0042ed203 req-22de328b-fb6c-44ec-9658-8cda11e48eae service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.184698] env[65635]: DEBUG nova.network.neutron [-] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.200633] env[65635]: DEBUG nova.network.neutron [-] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.227428] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.310786] env[65635]: DEBUG nova.scheduler.client.report [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.467865] env[65635]: DEBUG nova.compute.manager [req-9331bb65-253a-45c6-ba6d-b4034a966b48 req-6ee01a6c-0fbc-4e52-9e46-9331a0efb8ee service nova] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Received event network-vif-deleted-b5d3a835-9cae-46e3-9bce-4d2d8e0e5cd8 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 895.550782] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.551150] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71f7665a-4b7c-47f0-9c68-bdfb7229852b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.563283] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 895.563283] env[65635]: value = "task-4426543" [ 895.563283] env[65635]: _type = "Task" [ 895.563283] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.564577] env[65635]: DEBUG nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 895.579280] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.595831] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 895.596112] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.596273] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 895.596456] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.596598] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 895.596741] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 895.596947] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.597122] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 895.597287] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 895.597442] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 895.597613] env[65635]: DEBUG nova.virt.hardware [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 895.599045] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f577ac59-16ec-4704-8a8f-bb22c8ac4978 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.608858] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd5c39-5928-4eb1-9c75-30126c8af712 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.641042] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38c99d55-45d8-4f7f-887f-7ca7700e045b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.651366] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb710d-3063-4c97-b930-f351bfb21017 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.691164] env[65635]: INFO nova.compute.manager [-] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Took 1.41 seconds to deallocate network for instance. [ 895.691813] env[65635]: DEBUG nova.compute.manager [req-24553682-7563-4370-b88e-72e0042ed203 req-22de328b-fb6c-44ec-9658-8cda11e48eae service nova] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Detach interface failed, port_id=297184ff-dec7-4e49-9b04-dc7ba15fe36b, reason: Instance 0144e645-a0c2-47d4-b290-7cf9c0ec95cb could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.703379] env[65635]: INFO nova.compute.manager [-] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Took 1.43 seconds to deallocate network for instance. [ 895.725784] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623147} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.726072] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 55a60070-607d-42de-b37f-58772bde1826/55a60070-607d-42de-b37f-58772bde1826.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.726567] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.726567] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-814fc2be-546a-44f2-a575-fc47bb5278d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.735753] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 895.735753] env[65635]: value = "task-4426544" [ 895.735753] env[65635]: _type = "Task" [ 895.735753] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.747427] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.816757] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.820037] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.158s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.820037] env[65635]: DEBUG nova.objects.instance [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lazy-loading 'resources' on Instance uuid e8d3e9ca-93fb-4d90-90d3-e5cc19151797 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.844570] env[65635]: INFO nova.scheduler.client.report [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Deleted allocations for instance 5549a2e9-cb0a-4566-b675-fb8ca67665a7 [ 896.074594] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426543, 'name': PowerOffVM_Task, 'duration_secs': 0.28452} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.074736] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.074855] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.075661] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e566de-db60-453e-9831-d5b681e449b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.083673] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.083944] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38435fbf-c4b7-4c3d-a792-eaa22de25dbf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.115522] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.115755] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.115936] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Deleting the datastore file [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.116260] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b40c5801-dfc5-4848-aba0-07060129ef54 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.124167] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 896.124167] env[65635]: value = "task-4426546" [ 896.124167] env[65635]: _type = "Task" [ 896.124167] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.135549] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.144362] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.144654] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.144893] env[65635]: INFO nova.compute.manager [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Rebooting instance [ 896.198033] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.211597] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.247107] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084503} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.247415] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.248354] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be22a96-3954-4590-85a1-75a6cd0eb56a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.272731] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 55a60070-607d-42de-b37f-58772bde1826/55a60070-607d-42de-b37f-58772bde1826.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.273043] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeea8425-c445-4f04-b656-e6a1a05de744 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.297307] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 896.297307] env[65635]: value = "task-4426547" [ 896.297307] env[65635]: _type = "Task" [ 896.297307] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.305901] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426547, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.358302] env[65635]: DEBUG nova.network.neutron [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Successfully updated port: e5fa672c-f989-4677-9ed6-54f7a8ff69ff {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 896.360274] env[65635]: DEBUG oslo_concurrency.lockutils [None req-02203106-27d4-4112-87e1-1093c4f24a15 tempest-ServersTestBootFromVolume-671027587 tempest-ServersTestBootFromVolume-671027587-project-member] Lock "5549a2e9-cb0a-4566-b675-fb8ca67665a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.969s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.638171] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398245} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.641546] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.642053] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.642181] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.672166] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.672394] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.672595] env[65635]: DEBUG nova.network.neutron [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.809188] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426547, 'name': ReconfigVM_Task, 'duration_secs': 0.418627} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.809483] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 55a60070-607d-42de-b37f-58772bde1826/55a60070-607d-42de-b37f-58772bde1826.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.810256] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dbce89d-fd88-4965-9575-dd5f1dad5a97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.820711] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 896.820711] env[65635]: value = "task-4426548" [ 896.820711] env[65635]: _type = "Task" [ 896.820711] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.833559] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426548, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.863277] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-e7503c45-74f6-4f7b-886b-956ba0cf5aa0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.863698] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-e7503c45-74f6-4f7b-886b-956ba0cf5aa0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.864059] env[65635]: DEBUG nova.network.neutron [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.957029] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e99c1e-5f03-4945-83fc-2af623313993 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.966903] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1a1fd3-5441-4e7a-8e9f-0722a3ea310f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.003385] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d4b6c0-b411-4c1a-97b2-896636992717 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.012432] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e14c5f-9c81-4c39-bb3b-3fea51ffeb0a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.029312] env[65635]: DEBUG nova.compute.provider_tree [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.176211] env[65635]: WARNING neutronclient.v2_0.client [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.332669] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426548, 'name': Rename_Task, 'duration_secs': 0.172864} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.333187] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.333618] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63112d0-6a61-4be5-8e19-362d83abf30e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.344142] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 897.344142] env[65635]: value = "task-4426549" [ 897.344142] env[65635]: _type = "Task" [ 897.344142] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.359364] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.457315] env[65635]: DEBUG nova.network.neutron [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 897.504866] env[65635]: WARNING neutronclient.v2_0.client [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.532366] env[65635]: DEBUG nova.scheduler.client.report [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.619369] env[65635]: DEBUG nova.compute.manager [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Received event network-vif-plugged-e5fa672c-f989-4677-9ed6-54f7a8ff69ff {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 897.619369] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] Acquiring lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.619479] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] Lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.619623] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] Lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.619892] env[65635]: DEBUG nova.compute.manager [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] No waiting events found dispatching network-vif-plugged-e5fa672c-f989-4677-9ed6-54f7a8ff69ff {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 897.620096] env[65635]: WARNING nova.compute.manager [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Received unexpected event network-vif-plugged-e5fa672c-f989-4677-9ed6-54f7a8ff69ff for instance with vm_state building and task_state spawning. [ 897.620411] env[65635]: DEBUG nova.compute.manager [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Received event network-changed-e5fa672c-f989-4677-9ed6-54f7a8ff69ff {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 897.620575] env[65635]: DEBUG nova.compute.manager [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Refreshing instance network info cache due to event network-changed-e5fa672c-f989-4677-9ed6-54f7a8ff69ff. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 897.620656] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] Acquiring lock "refresh_cache-e7503c45-74f6-4f7b-886b-956ba0cf5aa0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.640466] env[65635]: DEBUG nova.network.neutron [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.668896] env[65635]: WARNING neutronclient.v2_0.client [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.687049] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 897.687319] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.687551] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 897.687756] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.687899] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 897.688161] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 897.688393] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 897.689161] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 897.689161] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 897.689161] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 897.689161] env[65635]: DEBUG nova.virt.hardware [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 897.690388] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4442135c-ea83-4499-ac62-39f25b07b53c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.700818] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c405fb3-ff23-4ae0-9323-e56e282f8428 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.719213] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.725513] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 897.726050] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.728018] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96882cbf-bed5-4988-ae12-0868260e2996 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.750885] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.750885] env[65635]: value = "task-4426550" [ 897.750885] env[65635]: _type = "Task" [ 897.750885] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.761539] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426550, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.808314] env[65635]: DEBUG nova.network.neutron [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Updating instance_info_cache with network_info: [{"id": "e5fa672c-f989-4677-9ed6-54f7a8ff69ff", "address": "fa:16:3e:3c:26:da", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fa672c-f9", "ovs_interfaceid": "e5fa672c-f989-4677-9ed6-54f7a8ff69ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.855066] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.041203] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.044139] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.279s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.044298] env[65635]: DEBUG nova.objects.instance [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lazy-loading 'resources' on Instance uuid 285a7564-ff38-40b7-9cb3-b82eb3dba45b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.069313] env[65635]: INFO nova.scheduler.client.report [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted allocations for instance e8d3e9ca-93fb-4d90-90d3-e5cc19151797 [ 898.145569] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.262262] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426550, 'name': CreateVM_Task, 'duration_secs': 0.309505} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.262262] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.263591] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.263591] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.263731] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.264128] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258248bd-d583-4914-b6df-6793e07d3104 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.270065] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 898.270065] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523a80b4-6bc4-87eb-d103-7c6cd09cf6a8" [ 898.270065] env[65635]: _type = "Task" [ 898.270065] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.280348] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523a80b4-6bc4-87eb-d103-7c6cd09cf6a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.312730] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-e7503c45-74f6-4f7b-886b-956ba0cf5aa0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.313214] env[65635]: DEBUG nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Instance network_info: |[{"id": "e5fa672c-f989-4677-9ed6-54f7a8ff69ff", "address": "fa:16:3e:3c:26:da", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fa672c-f9", "ovs_interfaceid": "e5fa672c-f989-4677-9ed6-54f7a8ff69ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 898.314037] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] Acquired lock "refresh_cache-e7503c45-74f6-4f7b-886b-956ba0cf5aa0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.314037] env[65635]: DEBUG nova.network.neutron [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Refreshing network info cache for port e5fa672c-f989-4677-9ed6-54f7a8ff69ff {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.316292] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:26:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5fa672c-f989-4677-9ed6-54f7a8ff69ff', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.326801] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 898.326801] env[65635]: WARNING neutronclient.v2_0.client [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.329984] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.330740] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-489e8c1a-455e-4cef-8050-38dc69a73377 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.356640] env[65635]: DEBUG oslo_vmware.api [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426549, 'name': PowerOnVM_Task, 'duration_secs': 0.59055} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.358276] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.358502] env[65635]: INFO nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Took 8.17 seconds to spawn the instance on the hypervisor. [ 898.358681] env[65635]: DEBUG nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.358956] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.358956] env[65635]: value = "task-4426551" [ 898.358956] env[65635]: _type = "Task" [ 898.358956] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.359732] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da14fa34-c9ff-4a46-8b58-24eda1665dd3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.371937] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426551, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.579309] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9cc1cf82-dc49-4efc-a48b-faee439ded94 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e8d3e9ca-93fb-4d90-90d3-e5cc19151797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.497s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.604022] env[65635]: WARNING neutronclient.v2_0.client [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.651650] env[65635]: DEBUG nova.compute.manager [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.653980] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc1a83b-8a2e-4a48-8df8-b67794b311aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.727794] env[65635]: DEBUG nova.network.neutron [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Updated VIF entry in instance network info cache for port e5fa672c-f989-4677-9ed6-54f7a8ff69ff. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 898.728291] env[65635]: DEBUG nova.network.neutron [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Updating instance_info_cache with network_info: [{"id": "e5fa672c-f989-4677-9ed6-54f7a8ff69ff", "address": "fa:16:3e:3c:26:da", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fa672c-f9", "ovs_interfaceid": "e5fa672c-f989-4677-9ed6-54f7a8ff69ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.785953] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523a80b4-6bc4-87eb-d103-7c6cd09cf6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.786310] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.786560] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.786870] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.787042] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.787259] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.787576] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cded8db-d877-4acc-a6f7-491777f1d8c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.798784] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.798784] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.799320] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5350af-66f4-486d-9f38-6864934dea4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.806765] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 898.806765] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ebf352-cbc8-f437-1b49-b1a47c0e279a" [ 898.806765] env[65635]: _type = "Task" [ 898.806765] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.822126] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ebf352-cbc8-f437-1b49-b1a47c0e279a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.874123] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426551, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.889696] env[65635]: INFO nova.compute.manager [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Took 35.68 seconds to build instance. [ 899.153047] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382b1d60-449e-4bcd-9e0c-0dda03dd3a56 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.187410] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913505d2-0d02-46bc-ae88-6405f41ef1a2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.254746] env[65635]: DEBUG oslo_concurrency.lockutils [req-0c6b9a11-ac4d-4762-8509-c9a57814fc16 req-62f29d5e-b99a-4f90-b1e5-3a0241156865 service nova] Releasing lock "refresh_cache-e7503c45-74f6-4f7b-886b-956ba0cf5aa0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.261157] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88971e40-8a46-4c78-92cb-6a7cd0de4228 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.273733] env[65635]: DEBUG nova.compute.manager [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Received event network-changed-89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 899.274059] env[65635]: DEBUG nova.compute.manager [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Refreshing instance network info cache due to event network-changed-89b5f930-5996-401f-9d9e-12cc0a93f3ef. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 899.274199] env[65635]: DEBUG oslo_concurrency.lockutils [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] Acquiring lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.274506] env[65635]: DEBUG oslo_concurrency.lockutils [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] Acquired lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.274669] env[65635]: DEBUG nova.network.neutron [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Refreshing network info cache for port 89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.287835] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b556789-5bf8-4e23-9900-fc10594b28a7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.308374] env[65635]: DEBUG nova.compute.provider_tree [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.320754] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ebf352-cbc8-f437-1b49-b1a47c0e279a, 'name': SearchDatastore_Task, 'duration_secs': 0.013328} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.322369] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5294f5ff-3b6b-4652-b4ec-10c16211477a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.329532] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 899.329532] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527c2943-564e-27ff-3bbc-66aca70f1222" [ 899.329532] env[65635]: _type = "Task" [ 899.329532] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.340624] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527c2943-564e-27ff-3bbc-66aca70f1222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.374117] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426551, 'name': CreateVM_Task, 'duration_secs': 0.572844} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.374499] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.375081] env[65635]: WARNING neutronclient.v2_0.client [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.375518] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.376148] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.376148] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.376300] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e1633b-00f6-4633-ab2e-9ce6173e8d4c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.383697] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 899.383697] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ae78ce-767f-3297-da66-c55e1843c8f8" [ 899.383697] env[65635]: _type = "Task" [ 899.383697] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.393726] env[65635]: DEBUG oslo_concurrency.lockutils [None req-68ee108c-2eac-4506-9f68-e342966b8fac tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "55a60070-607d-42de-b37f-58772bde1826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.204s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.394372] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ae78ce-767f-3297-da66-c55e1843c8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.696179] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa827d71-be56-429a-bf50-79037264ed20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.706305] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Doing hard reboot of VM {{(pid=65635) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 899.706723] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6f1c4338-7f3c-48f8-a2ff-7327d0ba85df {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.716097] env[65635]: DEBUG oslo_vmware.api [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 899.716097] env[65635]: value = "task-4426552" [ 899.716097] env[65635]: _type = "Task" [ 899.716097] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.728757] env[65635]: DEBUG oslo_vmware.api [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426552, 'name': ResetVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.781445] env[65635]: WARNING neutronclient.v2_0.client [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.814803] env[65635]: DEBUG nova.scheduler.client.report [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.845438] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527c2943-564e-27ff-3bbc-66aca70f1222, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.846138] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.846138] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe/7311ea1e-911f-422f-b14e-2efbed95b1fe.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.846345] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-182f97b8-0a93-4d5b-8c52-3263616cb495 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.856148] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 899.856148] env[65635]: value = "task-4426553" [ 899.856148] env[65635]: _type = "Task" [ 899.856148] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.866782] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.895912] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ae78ce-767f-3297-da66-c55e1843c8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.039973} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.896256] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.896500] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.896730] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.896874] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.897067] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.897375] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f741e83-3ba1-43ff-93a0-251feeb7d213 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.919297] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.919429] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.920746] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b61411a-46d7-4d1b-a59d-9244d3acb932 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.927743] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 899.927743] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5232efc5-4a0d-26ab-c1e6-069909d617d7" [ 899.927743] env[65635]: _type = "Task" [ 899.927743] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.940917] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5232efc5-4a0d-26ab-c1e6-069909d617d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.016112] env[65635]: WARNING neutronclient.v2_0.client [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.018886] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "55a60070-607d-42de-b37f-58772bde1826" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.019134] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "55a60070-607d-42de-b37f-58772bde1826" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.019362] env[65635]: INFO nova.compute.manager [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Rebooting instance [ 900.118525] env[65635]: DEBUG nova.network.neutron [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updated VIF entry in instance network info cache for port 89b5f930-5996-401f-9d9e-12cc0a93f3ef. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.118959] env[65635]: DEBUG nova.network.neutron [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updating instance_info_cache with network_info: [{"id": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "address": "fa:16:3e:c9:97:db", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b5f930-59", "ovs_interfaceid": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.227595] env[65635]: DEBUG oslo_vmware.api [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426552, 'name': ResetVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.320912] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.323772] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.046s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.325431] env[65635]: INFO nova.compute.claims [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.351897] env[65635]: INFO nova.scheduler.client.report [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Deleted allocations for instance 285a7564-ff38-40b7-9cb3-b82eb3dba45b [ 900.377157] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426553, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.440824] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5232efc5-4a0d-26ab-c1e6-069909d617d7, 'name': SearchDatastore_Task, 'duration_secs': 0.029324} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.441784] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb402e3-69b8-4e33-9402-aab402c7c242 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.450314] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 900.450314] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf0c51-ce04-6109-04c0-406e1314b39e" [ 900.450314] env[65635]: _type = "Task" [ 900.450314] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.461251] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf0c51-ce04-6109-04c0-406e1314b39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.542399] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.622403] env[65635]: DEBUG oslo_concurrency.lockutils [req-56781ed7-08c2-4b4d-ac10-b80fd2c4917c req-e04a0f8d-013a-47a7-8786-e04bef1a8292 service nova] Releasing lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.622981] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquired lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.623366] env[65635]: DEBUG nova.network.neutron [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.731321] env[65635]: DEBUG oslo_vmware.api [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426552, 'name': ResetVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.865054] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a67ffd8e-2a17-4ac1-9176-ef96f909503d tempest-ServerPasswordTestJSON-90451307 tempest-ServerPasswordTestJSON-90451307-project-member] Lock "285a7564-ff38-40b7-9cb3-b82eb3dba45b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.227s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.872583] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775351} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.872870] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe/7311ea1e-911f-422f-b14e-2efbed95b1fe.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.873109] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.873378] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9933a9d8-a8f8-42f6-ba5b-fc7c68bde2e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.882648] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 900.882648] env[65635]: value = "task-4426554" [ 900.882648] env[65635]: _type = "Task" [ 900.882648] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.894834] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.963600] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf0c51-ce04-6109-04c0-406e1314b39e, 'name': SearchDatastore_Task, 'duration_secs': 0.054828} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.963931] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.964223] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0/e7503c45-74f6-4f7b-886b-956ba0cf5aa0.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.964752] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07d8603-c5e6-47e6-a0a7-4e8fa67a6691 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.975079] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 900.975079] env[65635]: value = "task-4426555" [ 900.975079] env[65635]: _type = "Task" [ 900.975079] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.985744] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.126708] env[65635]: WARNING neutronclient.v2_0.client [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.233986] env[65635]: DEBUG oslo_vmware.api [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426552, 'name': ResetVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.398411] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.489376] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426555, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.734689] env[65635]: DEBUG oslo_vmware.api [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426552, 'name': ResetVM_Task, 'duration_secs': 1.75365} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.737648] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Did hard reboot of VM {{(pid=65635) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 901.737854] env[65635]: DEBUG nova.compute.manager [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 901.739170] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02199f05-e0dc-4884-bff2-51c4d56dea4c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.903684] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.689873} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.904157] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.909037] env[65635]: WARNING neutronclient.v2_0.client [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.911490] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456ee1a-2c4f-48e3-aacb-80e3ca1b9085 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.937753] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe/7311ea1e-911f-422f-b14e-2efbed95b1fe.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.941304] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769eecaa-b81d-4cb6-9b26-56738d198ac3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.967081] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 901.967081] env[65635]: value = "task-4426556" [ 901.967081] env[65635]: _type = "Task" [ 901.967081] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.976816] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.988557] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426555, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.015539] env[65635]: DEBUG nova.network.neutron [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updating instance_info_cache with network_info: [{"id": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "address": "fa:16:3e:c9:97:db", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b5f930-59", "ovs_interfaceid": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.063644] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea90b9f2-3eaf-4ea8-84ab-efc0cc30a94a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.073208] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc2301-6726-48d6-a4ef-ed71a3566b06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.105990] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aae1288-f2cb-418f-82ad-da88f0c03ee3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.115438] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6c0146-e8fb-461f-a1b2-158b2390f3fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.133234] env[65635]: DEBUG nova.compute.provider_tree [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.275249] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3e294c58-3ff2-42fb-be75-d8abf4c46bbb tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.130s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.483385] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.495585] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426555, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.521066] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Releasing lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.639374] env[65635]: DEBUG nova.scheduler.client.report [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.983186] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426556, 'name': ReconfigVM_Task, 'duration_secs': 0.829004} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.984559] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe/7311ea1e-911f-422f-b14e-2efbed95b1fe.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.988519] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e66e2124-ef6b-491f-b637-aaf6b4502ec5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.998611] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426555, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.532342} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.001272] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0/e7503c45-74f6-4f7b-886b-956ba0cf5aa0.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.001542] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.001892] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 903.001892] env[65635]: value = "task-4426557" [ 903.001892] env[65635]: _type = "Task" [ 903.001892] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.002316] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5542465-ca44-4f65-80ee-eb3631bd31dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.018076] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426557, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.019744] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 903.019744] env[65635]: value = "task-4426558" [ 903.019744] env[65635]: _type = "Task" [ 903.019744] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.032675] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.033324] env[65635]: DEBUG nova.compute.manager [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 903.034271] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bce7654-b84d-49b6-808b-60056fa09500 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.145080] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.145672] env[65635]: DEBUG nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 903.148586] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.148959] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.148998] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "51ed186e-a115-447b-ae00-83211ccc0d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.150049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.150049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.151607] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.695s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.151855] env[65635]: DEBUG nova.objects.instance [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lazy-loading 'resources' on Instance uuid 48b52243-7a82-4296-adcf-bc6e22dfaac9 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.156081] env[65635]: INFO nova.compute.manager [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Terminating instance [ 903.517352] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426557, 'name': Rename_Task, 'duration_secs': 0.142448} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.517352] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.517881] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c31f17e8-330f-422f-b3be-f6494b272fe1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.526691] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 903.526691] env[65635]: value = "task-4426559" [ 903.526691] env[65635]: _type = "Task" [ 903.526691] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.534073] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076821} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.537269] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.537602] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.540847] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fcb300-1ec9-41c7-9618-fd20ab28532d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.572651] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0/e7503c45-74f6-4f7b-886b-956ba0cf5aa0.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.574999] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8295849a-0abf-45f4-ab23-cdfa214e1814 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.596019] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 903.596019] env[65635]: value = "task-4426560" [ 903.596019] env[65635]: _type = "Task" [ 903.596019] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.607202] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.654423] env[65635]: DEBUG nova.compute.utils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.655198] env[65635]: DEBUG nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 903.659316] env[65635]: DEBUG nova.network.neutron [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 903.659714] env[65635]: WARNING neutronclient.v2_0.client [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.660158] env[65635]: WARNING neutronclient.v2_0.client [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.667188] env[65635]: DEBUG nova.compute.manager [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 903.667408] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.669024] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3384cd-902b-4973-8958-5a72512fde77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.680529] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.680665] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80da4b98-ed09-4fbf-9b28-ac536001b45d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.689856] env[65635]: DEBUG oslo_vmware.api [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 903.689856] env[65635]: value = "task-4426561" [ 903.689856] env[65635]: _type = "Task" [ 903.689856] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.701623] env[65635]: DEBUG oslo_vmware.api [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.912172] env[65635]: DEBUG nova.policy [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c741604ed8b4e71892c42f877762fc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5345d32036643ef87aa44cabb816ba5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.043170] env[65635]: DEBUG oslo_vmware.api [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426559, 'name': PowerOnVM_Task, 'duration_secs': 0.483953} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.047665] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.048107] env[65635]: DEBUG nova.compute.manager [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 904.049138] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319632ef-b952-491f-ba5f-a4d5d0a8c5d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.077077] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57354f8e-46b5-4ded-9795-bbd8bfa37d58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.085742] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Doing hard reboot of VM {{(pid=65635) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 904.085742] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9a2a2088-acea-4370-bc40-28e5a54a482f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.097116] env[65635]: DEBUG oslo_vmware.api [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 904.097116] env[65635]: value = "task-4426562" [ 904.097116] env[65635]: _type = "Task" [ 904.097116] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.113538] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.121346] env[65635]: DEBUG oslo_vmware.api [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426562, 'name': ResetVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.163304] env[65635]: DEBUG nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 904.201288] env[65635]: DEBUG oslo_vmware.api [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426561, 'name': PowerOffVM_Task, 'duration_secs': 0.188689} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.201475] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.202093] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.202607] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29312596-f251-40c3-9984-7364be55b768 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.282765] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.282917] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.283214] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Deleting the datastore file [datastore1] 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.283685] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad39862-18dd-4820-9128-30036ae62a4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.296473] env[65635]: DEBUG oslo_vmware.api [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 904.296473] env[65635]: value = "task-4426564" [ 904.296473] env[65635]: _type = "Task" [ 904.296473] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.314483] env[65635]: DEBUG oslo_vmware.api [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.330339] env[65635]: DEBUG nova.network.neutron [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Successfully created port: ffc17f27-394a-4bd9-ac55-2ad6e3af66e2 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 904.364856] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19346434-c40b-47ad-ab5f-95de2cec721f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.374543] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab70ebf-26a7-451d-94fb-b136059486e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.414937] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09adecf-490c-497a-a529-c0fb4156ca5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.423552] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a714cd-8604-479d-8d00-2e7306eb8e0e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.440422] env[65635]: DEBUG nova.compute.provider_tree [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.571807] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.617150] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426560, 'name': ReconfigVM_Task, 'duration_secs': 0.821865} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.617418] env[65635]: DEBUG oslo_vmware.api [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426562, 'name': ResetVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.617684] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0/e7503c45-74f6-4f7b-886b-956ba0cf5aa0.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.618431] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90d4b9fc-33ad-4fc6-8e0a-fd3f1eead895 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.627070] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 904.627070] env[65635]: value = "task-4426565" [ 904.627070] env[65635]: _type = "Task" [ 904.627070] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.639062] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426565, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.810016] env[65635]: DEBUG oslo_vmware.api [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340059} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.810188] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.810498] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.810604] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.811288] env[65635]: INFO nova.compute.manager [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 904.811288] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 904.811288] env[65635]: DEBUG nova.compute.manager [-] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 904.811770] env[65635]: DEBUG nova.network.neutron [-] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 904.811770] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.944019] env[65635]: DEBUG nova.scheduler.client.report [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.961825] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.964076] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.964306] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.115102] env[65635]: DEBUG oslo_vmware.api [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426562, 'name': ResetVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.141240] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426565, 'name': Rename_Task, 'duration_secs': 0.169811} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.141572] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.142405] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57730e9b-c055-4dc8-a388-0588a8acffea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.150608] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 905.150608] env[65635]: value = "task-4426566" [ 905.150608] env[65635]: _type = "Task" [ 905.150608] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.162608] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.179393] env[65635]: DEBUG nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 905.210102] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 905.210397] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.210611] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 905.210803] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.210945] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 905.211102] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 905.211313] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 905.211465] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 905.211629] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 905.211799] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 905.212057] env[65635]: DEBUG nova.virt.hardware [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 905.213475] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6169a9-ddc9-4d39-a539-5b040066dd3f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.226701] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513dfaa4-b811-4047-b239-de2cbba64eb5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.450766] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.454592] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.453s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.456400] env[65635]: INFO nova.compute.claims [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.468242] env[65635]: DEBUG nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 905.516407] env[65635]: INFO nova.scheduler.client.report [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted allocations for instance 48b52243-7a82-4296-adcf-bc6e22dfaac9 [ 905.616662] env[65635]: DEBUG oslo_vmware.api [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426562, 'name': ResetVM_Task, 'duration_secs': 1.123548} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.617125] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Did hard reboot of VM {{(pid=65635) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 905.618252] env[65635]: DEBUG nova.compute.manager [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 905.618605] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3661d4-0b0f-4d00-90d4-fb852b5f9fc1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.662477] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.883083] env[65635]: DEBUG nova.compute.manager [req-de5057d0-872c-4dcb-ab3c-62cf88a97326 req-1bd22ee1-71ba-4916-be29-947823ca472b service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Received event network-vif-deleted-dd7fd9b7-a28f-42a3-ae79-af295655e9d2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 905.883083] env[65635]: INFO nova.compute.manager [req-de5057d0-872c-4dcb-ab3c-62cf88a97326 req-1bd22ee1-71ba-4916-be29-947823ca472b service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Neutron deleted interface dd7fd9b7-a28f-42a3-ae79-af295655e9d2; detaching it from the instance and deleting it from the info cache [ 905.883340] env[65635]: DEBUG nova.network.neutron [req-de5057d0-872c-4dcb-ab3c-62cf88a97326 req-1bd22ee1-71ba-4916-be29-947823ca472b service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.941904] env[65635]: DEBUG nova.network.neutron [-] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.002512] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.009721] env[65635]: DEBUG nova.network.neutron [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Successfully updated port: ffc17f27-394a-4bd9-ac55-2ad6e3af66e2 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 906.025615] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42f9184a-6f43-48f7-bfe9-193ff5441351 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "48b52243-7a82-4296-adcf-bc6e22dfaac9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.539s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.134224] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3d19f412-3539-47e7-8296-ea7953ddebf4 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "55a60070-607d-42de-b37f-58772bde1826" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.115s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.162365] env[65635]: DEBUG oslo_vmware.api [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426566, 'name': PowerOnVM_Task, 'duration_secs': 0.779645} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.162750] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.162941] env[65635]: INFO nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Took 10.60 seconds to spawn the instance on the hypervisor. [ 906.163167] env[65635]: DEBUG nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.164458] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31016fb5-7625-47f3-b97d-3be5d5d2d3ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.172372] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "7311ea1e-911f-422f-b14e-2efbed95b1fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.172690] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "7311ea1e-911f-422f-b14e-2efbed95b1fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.172901] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "7311ea1e-911f-422f-b14e-2efbed95b1fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.173131] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "7311ea1e-911f-422f-b14e-2efbed95b1fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.173337] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "7311ea1e-911f-422f-b14e-2efbed95b1fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.178095] env[65635]: INFO nova.compute.manager [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Terminating instance [ 906.206830] env[65635]: DEBUG nova.compute.manager [req-58711f82-b201-4e5b-82ca-01e1059d1b57 req-99d13e79-d05c-4726-8ed7-8f8778115cc7 service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Received event network-vif-plugged-ffc17f27-394a-4bd9-ac55-2ad6e3af66e2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 906.207069] env[65635]: DEBUG oslo_concurrency.lockutils [req-58711f82-b201-4e5b-82ca-01e1059d1b57 req-99d13e79-d05c-4726-8ed7-8f8778115cc7 service nova] Acquiring lock "1a985833-c349-41cd-b62b-46a26179454c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.207424] env[65635]: DEBUG oslo_concurrency.lockutils [req-58711f82-b201-4e5b-82ca-01e1059d1b57 req-99d13e79-d05c-4726-8ed7-8f8778115cc7 service nova] Lock "1a985833-c349-41cd-b62b-46a26179454c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.207454] env[65635]: DEBUG oslo_concurrency.lockutils [req-58711f82-b201-4e5b-82ca-01e1059d1b57 req-99d13e79-d05c-4726-8ed7-8f8778115cc7 service nova] Lock "1a985833-c349-41cd-b62b-46a26179454c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.207647] env[65635]: DEBUG nova.compute.manager [req-58711f82-b201-4e5b-82ca-01e1059d1b57 req-99d13e79-d05c-4726-8ed7-8f8778115cc7 service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] No waiting events found dispatching network-vif-plugged-ffc17f27-394a-4bd9-ac55-2ad6e3af66e2 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 906.207812] env[65635]: WARNING nova.compute.manager [req-58711f82-b201-4e5b-82ca-01e1059d1b57 req-99d13e79-d05c-4726-8ed7-8f8778115cc7 service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Received unexpected event network-vif-plugged-ffc17f27-394a-4bd9-ac55-2ad6e3af66e2 for instance with vm_state building and task_state spawning. [ 906.387316] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3a06d03-7824-4c31-9684-b6e62bbfa386 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.397785] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2add131-a9a9-48c7-ab7f-a83198b62ac8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.439077] env[65635]: DEBUG nova.compute.manager [req-de5057d0-872c-4dcb-ab3c-62cf88a97326 req-1bd22ee1-71ba-4916-be29-947823ca472b service nova] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Detach interface failed, port_id=dd7fd9b7-a28f-42a3-ae79-af295655e9d2, reason: Instance 51ed186e-a115-447b-ae00-83211ccc0d7c could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.445784] env[65635]: INFO nova.compute.manager [-] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Took 1.63 seconds to deallocate network for instance. [ 906.524070] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "refresh_cache-1a985833-c349-41cd-b62b-46a26179454c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.524070] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquired lock "refresh_cache-1a985833-c349-41cd-b62b-46a26179454c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.524070] env[65635]: DEBUG nova.network.neutron [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.685824] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "refresh_cache-7311ea1e-911f-422f-b14e-2efbed95b1fe" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.686151] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquired lock "refresh_cache-7311ea1e-911f-422f-b14e-2efbed95b1fe" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.686151] env[65635]: DEBUG nova.network.neutron [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.694330] env[65635]: INFO nova.compute.manager [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Took 40.10 seconds to build instance. [ 906.956940] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.117380] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a1357-92c2-4671-b756-083f0579774a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.121306] env[65635]: DEBUG nova.network.neutron [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 907.130646] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b59f7a-ae06-4a15-ab13-444e285d24b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.173032] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d0198c-42fe-46ee-ae63-7c34e28178da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.182168] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b769d095-4dfe-4b85-93a8-866617d5423c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.200646] env[65635]: WARNING neutronclient.v2_0.client [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.203435] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03263f04-c103-4024-8357-d93ac369c90b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.627s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.203939] env[65635]: DEBUG nova.compute.provider_tree [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.232129] env[65635]: DEBUG nova.network.neutron [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 907.254709] env[65635]: WARNING neutronclient.v2_0.client [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.332953] env[65635]: DEBUG nova.network.neutron [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.368964] env[65635]: DEBUG nova.network.neutron [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Updating instance_info_cache with network_info: [{"id": "ffc17f27-394a-4bd9-ac55-2ad6e3af66e2", "address": "fa:16:3e:12:65:87", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc17f27-39", "ovs_interfaceid": "ffc17f27-394a-4bd9-ac55-2ad6e3af66e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.393228] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "011b169f-fe69-43ac-ade0-2359c6f7b910" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.393228] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "011b169f-fe69-43ac-ade0-2359c6f7b910" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.393228] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "011b169f-fe69-43ac-ade0-2359c6f7b910-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.393228] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "011b169f-fe69-43ac-ade0-2359c6f7b910-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.393809] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "011b169f-fe69-43ac-ade0-2359c6f7b910-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.395664] env[65635]: INFO nova.compute.manager [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Terminating instance [ 907.551415] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "55a60070-607d-42de-b37f-58772bde1826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.551740] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "55a60070-607d-42de-b37f-58772bde1826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.551964] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "55a60070-607d-42de-b37f-58772bde1826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.552357] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "55a60070-607d-42de-b37f-58772bde1826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.552411] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "55a60070-607d-42de-b37f-58772bde1826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.554830] env[65635]: INFO nova.compute.manager [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Terminating instance [ 907.711260] env[65635]: DEBUG nova.scheduler.client.report [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.834514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Releasing lock "refresh_cache-7311ea1e-911f-422f-b14e-2efbed95b1fe" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.834945] env[65635]: DEBUG nova.compute.manager [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 907.835149] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.836064] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adbaa33-9193-41a2-8d83-9ab8ebb7abf8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.849477] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.849858] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ace3e4c-7868-4a37-b243-052c8879c97b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.859588] env[65635]: DEBUG oslo_vmware.api [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 907.859588] env[65635]: value = "task-4426567" [ 907.859588] env[65635]: _type = "Task" [ 907.859588] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.869742] env[65635]: DEBUG oslo_vmware.api [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.871090] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Releasing lock "refresh_cache-1a985833-c349-41cd-b62b-46a26179454c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.872738] env[65635]: DEBUG nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Instance network_info: |[{"id": "ffc17f27-394a-4bd9-ac55-2ad6e3af66e2", "address": "fa:16:3e:12:65:87", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc17f27-39", "ovs_interfaceid": "ffc17f27-394a-4bd9-ac55-2ad6e3af66e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 907.872738] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:65:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffc17f27-394a-4bd9-ac55-2ad6e3af66e2', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.880889] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 907.881159] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.881402] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdc2889f-7c6d-4d6c-8661-93f16f258926 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.903762] env[65635]: DEBUG nova.compute.manager [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 907.903762] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.905395] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58210718-a0db-4e05-a326-f11ad3855712 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.908318] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.908318] env[65635]: value = "task-4426568" [ 907.908318] env[65635]: _type = "Task" [ 907.908318] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.914900] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.915629] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c236fa8e-6dbd-4dcc-b11a-82ed7912b89e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.924024] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426568, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.924024] env[65635]: DEBUG oslo_vmware.api [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 907.924024] env[65635]: value = "task-4426569" [ 907.924024] env[65635]: _type = "Task" [ 907.924024] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.935152] env[65635]: DEBUG oslo_vmware.api [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.038210] env[65635]: DEBUG nova.compute.manager [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Received event network-changed-89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.038210] env[65635]: DEBUG nova.compute.manager [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Refreshing instance network info cache due to event network-changed-89b5f930-5996-401f-9d9e-12cc0a93f3ef. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 908.038210] env[65635]: DEBUG oslo_concurrency.lockutils [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] Acquiring lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.038210] env[65635]: DEBUG oslo_concurrency.lockutils [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] Acquired lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.038881] env[65635]: DEBUG nova.network.neutron [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Refreshing network info cache for port 89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.063272] env[65635]: DEBUG nova.compute.manager [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 908.063272] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.063549] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbdf489-6d86-49af-976f-b046e6c61ceb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.073795] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.074136] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-125a2c87-30bc-43bb-a4a1-3e925611b747 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.082682] env[65635]: DEBUG oslo_vmware.api [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 908.082682] env[65635]: value = "task-4426570" [ 908.082682] env[65635]: _type = "Task" [ 908.082682] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.094814] env[65635]: DEBUG oslo_vmware.api [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.218939] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.219640] env[65635]: DEBUG nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 908.224526] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.522s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.225375] env[65635]: INFO nova.compute.claims [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.362466] env[65635]: DEBUG nova.compute.manager [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Received event network-changed-ffc17f27-394a-4bd9-ac55-2ad6e3af66e2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.362686] env[65635]: DEBUG nova.compute.manager [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Refreshing instance network info cache due to event network-changed-ffc17f27-394a-4bd9-ac55-2ad6e3af66e2. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 908.362874] env[65635]: DEBUG oslo_concurrency.lockutils [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] Acquiring lock "refresh_cache-1a985833-c349-41cd-b62b-46a26179454c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.363030] env[65635]: DEBUG oslo_concurrency.lockutils [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] Acquired lock "refresh_cache-1a985833-c349-41cd-b62b-46a26179454c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.363313] env[65635]: DEBUG nova.network.neutron [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Refreshing network info cache for port ffc17f27-394a-4bd9-ac55-2ad6e3af66e2 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.377676] env[65635]: DEBUG oslo_vmware.api [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426567, 'name': PowerOffVM_Task, 'duration_secs': 0.18843} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.378043] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.378265] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.378886] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8be62c1f-c309-4810-844f-09b7d7569cd1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.410775] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.410775] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.410775] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Deleting the datastore file [datastore1] 7311ea1e-911f-422f-b14e-2efbed95b1fe {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.413449] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c8dfd32-3485-41c3-8001-880c75056102 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.423740] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426568, 'name': CreateVM_Task, 'duration_secs': 0.408088} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.425945] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.426603] env[65635]: DEBUG oslo_vmware.api [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for the task: (returnval){ [ 908.426603] env[65635]: value = "task-4426572" [ 908.426603] env[65635]: _type = "Task" [ 908.426603] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.432613] env[65635]: WARNING neutronclient.v2_0.client [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.433340] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.433638] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.434139] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.434679] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558a60a0-5c44-4b79-a890-e57b83e97dc4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.452315] env[65635]: DEBUG oslo_vmware.api [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426569, 'name': PowerOffVM_Task, 'duration_secs': 0.380438} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.459274] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.459559] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.460118] env[65635]: DEBUG oslo_vmware.api [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.460446] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 908.460446] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5281341c-d61f-15e0-e1e8-157f47a9d48a" [ 908.460446] env[65635]: _type = "Task" [ 908.460446] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.461330] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-514a7e9d-9fad-4d2c-8040-6553a84e9f3e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.473295] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5281341c-d61f-15e0-e1e8-157f47a9d48a, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.474067] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.474067] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.474249] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.474249] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.474506] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.474829] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ab470f-3a7b-478b-9ae4-adc66a230856 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.486200] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.486388] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.487696] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f806b0d3-8938-4b98-aaa5-7a66b31f9034 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.495371] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 908.495371] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b851d9-4620-1c3a-8f31-a2d5e0d02409" [ 908.495371] env[65635]: _type = "Task" [ 908.495371] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.507877] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b851d9-4620-1c3a-8f31-a2d5e0d02409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.543167] env[65635]: WARNING neutronclient.v2_0.client [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.597661] env[65635]: DEBUG oslo_vmware.api [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426570, 'name': PowerOffVM_Task, 'duration_secs': 0.227638} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.597991] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.598259] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.598450] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dfc6f26-d71c-4acf-bc8d-ee186baac3d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.733369] env[65635]: DEBUG nova.compute.utils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.743026] env[65635]: DEBUG nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 908.743026] env[65635]: DEBUG nova.network.neutron [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 908.743026] env[65635]: WARNING neutronclient.v2_0.client [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.744397] env[65635]: WARNING neutronclient.v2_0.client [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.832352] env[65635]: DEBUG nova.policy [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4f11f4b27f4351b29288cba1e9d534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4905ff536572456da9c88882a6f73633', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.853624] env[65635]: INFO nova.compute.manager [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Rebuilding instance [ 908.860096] env[65635]: WARNING neutronclient.v2_0.client [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.869543] env[65635]: WARNING neutronclient.v2_0.client [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.932200] env[65635]: DEBUG nova.compute.manager [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 908.933663] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b718976-4997-4dfd-a1f9-8395e9aef9e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.972929] env[65635]: DEBUG oslo_vmware.api [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Task: {'id': task-4426572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143222} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.975053] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.975053] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.975053] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.975053] env[65635]: INFO nova.compute.manager [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 908.975367] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 908.975601] env[65635]: DEBUG nova.compute.manager [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 908.975742] env[65635]: DEBUG nova.network.neutron [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 908.976287] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.011811] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b851d9-4620-1c3a-8f31-a2d5e0d02409, 'name': SearchDatastore_Task, 'duration_secs': 0.014185} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.013776] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63c5101-7342-4d65-8697-7623312c23d6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.023470] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 909.023470] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524847b6-e39b-078a-74ff-5bd46c1a2472" [ 909.023470] env[65635]: _type = "Task" [ 909.023470] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.035642] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524847b6-e39b-078a-74ff-5bd46c1a2472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.040264] env[65635]: DEBUG nova.network.neutron [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updated VIF entry in instance network info cache for port 89b5f930-5996-401f-9d9e-12cc0a93f3ef. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.040635] env[65635]: DEBUG nova.network.neutron [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updating instance_info_cache with network_info: [{"id": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "address": "fa:16:3e:c9:97:db", "network": {"id": "c9f04afb-84ad-4f27-a923-ac5b8825fafd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-915381535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fb373a730cc4b63a057327f3e91a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b5f930-59", "ovs_interfaceid": "89b5f930-5996-401f-9d9e-12cc0a93f3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.094086] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.095529] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.095529] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleting the datastore file [datastore2] 011b169f-fe69-43ac-ade0-2359c6f7b910 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.095529] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc60a0b7-56b8-40f8-9d84-bd016590a8cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.104578] env[65635]: DEBUG oslo_vmware.api [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 909.104578] env[65635]: value = "task-4426575" [ 909.104578] env[65635]: _type = "Task" [ 909.104578] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.111718] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.112082] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.112331] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Deleting the datastore file [datastore1] 55a60070-607d-42de-b37f-58772bde1826 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.113304] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740768e0-e031-4cfa-8aac-eab74e8ce368 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.119166] env[65635]: DEBUG oslo_vmware.api [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.129123] env[65635]: DEBUG oslo_vmware.api [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 909.129123] env[65635]: value = "task-4426576" [ 909.129123] env[65635]: _type = "Task" [ 909.129123] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.141028] env[65635]: DEBUG oslo_vmware.api [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.141028] env[65635]: DEBUG nova.network.neutron [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 909.141235] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.236850] env[65635]: DEBUG nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 909.297778] env[65635]: WARNING neutronclient.v2_0.client [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.326857] env[65635]: DEBUG nova.network.neutron [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Successfully created port: fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 909.402989] env[65635]: DEBUG nova.network.neutron [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Updated VIF entry in instance network info cache for port ffc17f27-394a-4bd9-ac55-2ad6e3af66e2. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.403493] env[65635]: DEBUG nova.network.neutron [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Updating instance_info_cache with network_info: [{"id": "ffc17f27-394a-4bd9-ac55-2ad6e3af66e2", "address": "fa:16:3e:12:65:87", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc17f27-39", "ovs_interfaceid": "ffc17f27-394a-4bd9-ac55-2ad6e3af66e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.537010] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524847b6-e39b-078a-74ff-5bd46c1a2472, 'name': SearchDatastore_Task, 'duration_secs': 0.034478} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.544023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.544388] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 1a985833-c349-41cd-b62b-46a26179454c/1a985833-c349-41cd-b62b-46a26179454c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.544904] env[65635]: DEBUG oslo_concurrency.lockutils [req-cbc88f49-8e30-4e61-8fd1-62bb6eb59f5a req-94aca3fb-1532-42e2-baa7-dff8e30e3d34 service nova] Releasing lock "refresh_cache-55a60070-607d-42de-b37f-58772bde1826" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.545523] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bcc6b18-0db4-4ea9-9ba7-f55f4c35885c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.555313] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 909.555313] env[65635]: value = "task-4426577" [ 909.555313] env[65635]: _type = "Task" [ 909.555313] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.572326] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.621834] env[65635]: DEBUG oslo_vmware.api [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.644831] env[65635]: DEBUG nova.network.neutron [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.650813] env[65635]: DEBUG oslo_vmware.api [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499254} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.655166] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.655504] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.655804] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.656027] env[65635]: INFO nova.compute.manager [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: 55a60070-607d-42de-b37f-58772bde1826] Took 1.59 seconds to destroy the instance on the hypervisor. [ 909.656288] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 909.656858] env[65635]: DEBUG nova.compute.manager [-] [instance: 55a60070-607d-42de-b37f-58772bde1826] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 909.657035] env[65635]: DEBUG nova.network.neutron [-] [instance: 55a60070-607d-42de-b37f-58772bde1826] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 909.657427] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.736414] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.862804] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6c70a9-ef54-40fd-9065-783ce115ce7a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.873141] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586f5102-d2bb-4dcc-8a21-b4ecd8a57a2b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.906541] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1a7f8-9a27-4d80-a22a-9eec886b28ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.912146] env[65635]: DEBUG oslo_concurrency.lockutils [req-06a77541-ff38-4a77-b766-e93cc1494a06 req-0e84bf8b-8717-4e42-887a-1d6bb27b56da service nova] Releasing lock "refresh_cache-1a985833-c349-41cd-b62b-46a26179454c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.917098] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e179ae3-c880-4c3e-9893-b807db4fe910 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.937924] env[65635]: DEBUG nova.compute.provider_tree [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.981217] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.981402] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-badb5f41-562a-4408-bc07-793eb39a5727 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.990237] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 909.990237] env[65635]: value = "task-4426578" [ 909.990237] env[65635]: _type = "Task" [ 909.990237] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.003254] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.065981] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426577, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.122279] env[65635]: DEBUG oslo_vmware.api [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518318} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.124445] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.124732] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.124941] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.125223] env[65635]: INFO nova.compute.manager [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Took 2.22 seconds to destroy the instance on the hypervisor. [ 910.125401] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 910.125958] env[65635]: DEBUG nova.compute.manager [-] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 910.126065] env[65635]: DEBUG nova.network.neutron [-] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 910.126328] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.154321] env[65635]: INFO nova.compute.manager [-] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Took 1.18 seconds to deallocate network for instance. [ 910.247196] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.253795] env[65635]: DEBUG nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 910.289626] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 910.289854] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.290012] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 910.290424] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.290424] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 910.290531] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 910.290683] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 910.290830] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 910.290983] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 910.291162] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 910.291322] env[65635]: DEBUG nova.virt.hardware [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 910.292702] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571db3a5-09c2-4be9-9242-b2c99a147bb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.302569] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8657c4be-b2ec-4bf4-850b-403cbe4dbbcf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.469162] env[65635]: ERROR nova.scheduler.client.report [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [req-2373904c-0493-4399-9524-17d5e8cf9323] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2373904c-0493-4399-9524-17d5e8cf9323"}]} [ 910.497945] env[65635]: DEBUG nova.scheduler.client.report [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 910.510275] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426578, 'name': PowerOffVM_Task, 'duration_secs': 0.29471} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.510758] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.511110] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.512069] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64455e25-8b6f-4840-bdf8-c0ac015d629e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.522614] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.523818] env[65635]: DEBUG nova.scheduler.client.report [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 910.524067] env[65635]: DEBUG nova.compute.provider_tree [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.526240] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dd04ba8-da58-4931-9252-c7d97a48d555 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.541832] env[65635]: DEBUG nova.scheduler.client.report [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 910.572744] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695829} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.573931] env[65635]: DEBUG nova.scheduler.client.report [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 910.576209] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 1a985833-c349-41cd-b62b-46a26179454c/1a985833-c349-41cd-b62b-46a26179454c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.576396] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.576974] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5d588a9-7c59-4556-9d5a-be91113d3fee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.585282] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 910.585282] env[65635]: value = "task-4426580" [ 910.585282] env[65635]: _type = "Task" [ 910.585282] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.596943] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.622797] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.622988] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.623392] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleting the datastore file [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.623780] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-776c5dcb-bc63-4250-be5b-f11099379457 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.627602] env[65635]: DEBUG nova.network.neutron [-] [instance: 55a60070-607d-42de-b37f-58772bde1826] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.635029] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 910.635029] env[65635]: value = "task-4426581" [ 910.635029] env[65635]: _type = "Task" [ 910.635029] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.652087] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.661185] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.710211] env[65635]: DEBUG nova.compute.manager [req-5b72b10e-15cd-4081-a288-729996d0e8c6 req-cf5ab7b7-14e1-4422-aacf-301aaab771dd service nova] [instance: 55a60070-607d-42de-b37f-58772bde1826] Received event network-vif-deleted-89b5f930-5996-401f-9d9e-12cc0a93f3ef {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 910.986617] env[65635]: DEBUG nova.network.neutron [-] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.997753] env[65635]: DEBUG nova.network.neutron [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Successfully updated port: fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 911.097603] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099574} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.100468] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.101718] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22dbd38-7ea8-483c-9d94-0ab17d6271f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.131021] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 1a985833-c349-41cd-b62b-46a26179454c/1a985833-c349-41cd-b62b-46a26179454c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.133963] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582ba50a-4096-4fa5-b34f-201fccae55ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.148435] env[65635]: INFO nova.compute.manager [-] [instance: 55a60070-607d-42de-b37f-58772bde1826] Took 1.49 seconds to deallocate network for instance. [ 911.152578] env[65635]: DEBUG nova.compute.manager [req-aad02447-48b7-4074-ab0d-aca566171146 req-6996250c-3fd1-4dbb-b725-8a41c72a447c service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Received event network-vif-plugged-fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 911.152791] env[65635]: DEBUG oslo_concurrency.lockutils [req-aad02447-48b7-4074-ab0d-aca566171146 req-6996250c-3fd1-4dbb-b725-8a41c72a447c service nova] Acquiring lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.153072] env[65635]: DEBUG oslo_concurrency.lockutils [req-aad02447-48b7-4074-ab0d-aca566171146 req-6996250c-3fd1-4dbb-b725-8a41c72a447c service nova] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.153227] env[65635]: DEBUG oslo_concurrency.lockutils [req-aad02447-48b7-4074-ab0d-aca566171146 req-6996250c-3fd1-4dbb-b725-8a41c72a447c service nova] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.153409] env[65635]: DEBUG nova.compute.manager [req-aad02447-48b7-4074-ab0d-aca566171146 req-6996250c-3fd1-4dbb-b725-8a41c72a447c service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] No waiting events found dispatching network-vif-plugged-fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 911.153583] env[65635]: WARNING nova.compute.manager [req-aad02447-48b7-4074-ab0d-aca566171146 req-6996250c-3fd1-4dbb-b725-8a41c72a447c service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Received unexpected event network-vif-plugged-fe1bd403-435c-484b-9b67-607dddb1f8a9 for instance with vm_state building and task_state spawning. [ 911.167057] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 911.167057] env[65635]: value = "task-4426582" [ 911.167057] env[65635]: _type = "Task" [ 911.167057] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.171268] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35273} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.174527] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.174721] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.174894] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.188090] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.194611] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bc3201-7d6d-4aad-87b9-91708fc05c4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.203901] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129a9732-a516-4873-8c6a-fdb6144b2fa7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.236486] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d29458b-6cce-43a8-9c8c-85623fdbc978 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.245468] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db57562-3dd4-4d85-ad37-03b775f59dd1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.260385] env[65635]: DEBUG nova.compute.provider_tree [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.496056] env[65635]: INFO nova.compute.manager [-] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Took 1.37 seconds to deallocate network for instance. [ 911.502922] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.503203] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.503449] env[65635]: DEBUG nova.network.neutron [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 911.662194] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.684995] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426582, 'name': ReconfigVM_Task, 'duration_secs': 0.33824} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.685527] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 1a985833-c349-41cd-b62b-46a26179454c/1a985833-c349-41cd-b62b-46a26179454c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.686190] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0fd825-3077-40d7-bd81-6b5312c6ecb6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.695303] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 911.695303] env[65635]: value = "task-4426583" [ 911.695303] env[65635]: _type = "Task" [ 911.695303] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.706029] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426583, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.801778] env[65635]: DEBUG nova.scheduler.client.report [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 911.802256] env[65635]: DEBUG nova.compute.provider_tree [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 93 to 94 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 911.802545] env[65635]: DEBUG nova.compute.provider_tree [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.007280] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.044639] env[65635]: DEBUG nova.network.neutron [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 912.146871] env[65635]: WARNING neutronclient.v2_0.client [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.206450] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426583, 'name': Rename_Task, 'duration_secs': 0.159141} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.206724] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.206982] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a8a211a-cfef-49e4-af5f-58a02abc5e22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.215391] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 912.215391] env[65635]: value = "task-4426584" [ 912.215391] env[65635]: _type = "Task" [ 912.215391] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.221941] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.222341] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.222407] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.222580] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.222719] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.222858] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.223073] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.223233] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.223711] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.223711] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.223711] env[65635]: DEBUG nova.virt.hardware [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.224557] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fba1b9-8dd2-4708-a7a4-5282373bb00f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.228633] env[65635]: DEBUG nova.network.neutron [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating instance_info_cache with network_info: [{"id": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "address": "fa:16:3e:13:7b:0a", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bd403-43", "ovs_interfaceid": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.235952] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426584, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.237559] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c9c29a-a668-4e01-911e-f0c820a7e4ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.253342] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:26:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5fa672c-f989-4677-9ed6-54f7a8ff69ff', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.261084] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 912.261891] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.262236] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9504b98a-44e7-491f-9624-f0baacd4be1a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.283969] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.283969] env[65635]: value = "task-4426585" [ 912.283969] env[65635]: _type = "Task" [ 912.283969] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.293810] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426585, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.308863] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.085s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.309449] env[65635]: DEBUG nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 912.312295] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.676s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.312573] env[65635]: DEBUG nova.objects.instance [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lazy-loading 'resources' on Instance uuid 1a592784-f8cc-4b81-9651-5836efe737b7 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.727396] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426584, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.735124] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.735613] env[65635]: DEBUG nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Instance network_info: |[{"id": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "address": "fa:16:3e:13:7b:0a", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bd403-43", "ovs_interfaceid": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 912.736225] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:7b:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe1bd403-435c-484b-9b67-607dddb1f8a9', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.746023] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 912.746302] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.746606] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b6f16db-50c9-493a-a12e-88523fc175e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.769103] env[65635]: DEBUG nova.compute.manager [req-b4250129-ee9f-45c8-a334-5f1b2fb5765e req-587bda81-ad0b-467c-bf53-0555bdbfd4c8 service nova] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Received event network-vif-deleted-7555a105-3d28-4c1b-a1d6-85e11e09629f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 912.771387] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.771387] env[65635]: value = "task-4426586" [ 912.771387] env[65635]: _type = "Task" [ 912.771387] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.784068] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426586, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.793922] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426585, 'name': CreateVM_Task, 'duration_secs': 0.348458} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.794073] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.794610] env[65635]: WARNING neutronclient.v2_0.client [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 912.795027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.795196] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.795542] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.795813] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c38b59-b007-4cb9-9fd1-ce987ae25f5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.802272] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 912.802272] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527a3112-aaea-6c67-f6e7-5e613512984f" [ 912.802272] env[65635]: _type = "Task" [ 912.802272] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.812773] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527a3112-aaea-6c67-f6e7-5e613512984f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.816377] env[65635]: DEBUG nova.compute.utils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.820570] env[65635]: DEBUG nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 912.820570] env[65635]: DEBUG nova.network.neutron [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 912.820896] env[65635]: WARNING neutronclient.v2_0.client [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.821215] env[65635]: WARNING neutronclient.v2_0.client [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.878367] env[65635]: DEBUG nova.policy [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '138d04ec00954a57987a6fd28b6e63a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3501a67b41b4ae595ea0ccff89908b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.227735] env[65635]: DEBUG oslo_vmware.api [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426584, 'name': PowerOnVM_Task, 'duration_secs': 0.547417} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.228120] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.228331] env[65635]: INFO nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Took 8.05 seconds to spawn the instance on the hypervisor. [ 913.228509] env[65635]: DEBUG nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 913.230871] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab7426-bb04-4f04-b7a2-6869e9a02f6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.249501] env[65635]: DEBUG nova.network.neutron [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Successfully created port: 8e808683-052a-425e-9899-6251275e2f46 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 913.284304] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426586, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.297242] env[65635]: DEBUG nova.compute.manager [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Received event network-changed-fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 913.297450] env[65635]: DEBUG nova.compute.manager [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Refreshing instance network info cache due to event network-changed-fe1bd403-435c-484b-9b67-607dddb1f8a9. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 913.297821] env[65635]: DEBUG oslo_concurrency.lockutils [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] Acquiring lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.297821] env[65635]: DEBUG oslo_concurrency.lockutils [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] Acquired lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.297981] env[65635]: DEBUG nova.network.neutron [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Refreshing network info cache for port fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.316645] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527a3112-aaea-6c67-f6e7-5e613512984f, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.316942] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.317198] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.317643] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.317643] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.317789] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.318381] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ff26545-c6cf-4c3a-a756-a240ef9d2c81 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.324557] env[65635]: DEBUG nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 913.350795] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.350909] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.353357] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c05247-514d-49c1-a22d-c6b1ae66f52d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.359920] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 913.359920] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5282fc7d-477d-e727-6c1b-826f903f834a" [ 913.359920] env[65635]: _type = "Task" [ 913.359920] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.370859] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5282fc7d-477d-e727-6c1b-826f903f834a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.414069] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9364845f-a973-4b52-bf30-8303ab32678c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.426031] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec51b48-1ebd-4cb4-877c-e6b9c4fc0c97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.461458] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f755c72-2399-4404-9ade-b5acb8313071 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.469962] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa72814-261c-4edf-9dab-31f180c8d6ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.487937] env[65635]: DEBUG nova.compute.provider_tree [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.754522] env[65635]: INFO nova.compute.manager [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Took 37.50 seconds to build instance. [ 913.783385] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426586, 'name': CreateVM_Task, 'duration_secs': 0.574649} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.783573] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.784089] env[65635]: WARNING neutronclient.v2_0.client [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.784469] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.784632] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.784944] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.785221] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b64d6c-453d-412a-9339-aa46e8efb6c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.791196] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 913.791196] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5258a62e-be55-5f47-60c8-ece1d9205ee7" [ 913.791196] env[65635]: _type = "Task" [ 913.791196] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.800844] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5258a62e-be55-5f47-60c8-ece1d9205ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.804592] env[65635]: WARNING neutronclient.v2_0.client [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.870883] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5282fc7d-477d-e727-6c1b-826f903f834a, 'name': SearchDatastore_Task, 'duration_secs': 0.019687} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.871730] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7298645-d1d3-4178-8266-5d4a59369142 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.878721] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 913.878721] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526e53ac-5f60-6b4b-a7a4-23bee0164297" [ 913.878721] env[65635]: _type = "Task" [ 913.878721] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.889399] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526e53ac-5f60-6b4b-a7a4-23bee0164297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.991057] env[65635]: DEBUG nova.scheduler.client.report [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.042502] env[65635]: WARNING neutronclient.v2_0.client [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.125702] env[65635]: DEBUG nova.network.neutron [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updated VIF entry in instance network info cache for port fe1bd403-435c-484b-9b67-607dddb1f8a9. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 914.126530] env[65635]: DEBUG nova.network.neutron [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating instance_info_cache with network_info: [{"id": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "address": "fa:16:3e:13:7b:0a", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bd403-43", "ovs_interfaceid": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.256583] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a00bddc7-5285-4b65-b82c-ca9615b2af70 tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "1a985833-c349-41cd-b62b-46a26179454c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.020s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.305228] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5258a62e-be55-5f47-60c8-ece1d9205ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.305611] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.305873] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.306112] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.336063] env[65635]: DEBUG nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 914.365655] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 914.365757] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.365979] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 914.366254] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.366415] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 914.366593] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 914.366909] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.367183] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 914.367391] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 914.368026] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 914.368026] env[65635]: DEBUG nova.virt.hardware [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 914.368742] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3263ae10-4566-4b3b-bef0-0cd5b4561713 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.379477] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100daad7-fc79-4488-8975-a11e2587c8f8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.394125] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526e53ac-5f60-6b4b-a7a4-23bee0164297, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.402799] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403191] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0/e7503c45-74f6-4f7b-886b-956ba0cf5aa0.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.404149] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.404310] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.404614] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ced45d87-fbf4-4e23-b72d-f734511990de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.407059] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c616df1c-8461-4dc2-ba81-63c0e3a448a0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.416341] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 914.416341] env[65635]: value = "task-4426587" [ 914.416341] env[65635]: _type = "Task" [ 914.416341] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.421295] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.421590] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.422985] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c81f2de-ce61-4402-a7dd-269f3f737826 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.429453] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.433921] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 914.433921] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52071e16-4e9f-5492-65ce-71f2dcc93a1f" [ 914.433921] env[65635]: _type = "Task" [ 914.433921] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.443174] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52071e16-4e9f-5492-65ce-71f2dcc93a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.496374] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.498828] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.573s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.522782] env[65635]: INFO nova.scheduler.client.report [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleted allocations for instance 1a592784-f8cc-4b81-9651-5836efe737b7 [ 914.629349] env[65635]: DEBUG oslo_concurrency.lockutils [req-3cccf156-a443-495c-97e7-87e9319ef1d4 req-fbed6aeb-accf-4d2f-86f4-c69b19ee9040 service nova] Releasing lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.896301] env[65635]: DEBUG nova.network.neutron [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Successfully updated port: 8e808683-052a-425e-9899-6251275e2f46 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 914.930351] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426587, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.944727] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52071e16-4e9f-5492-65ce-71f2dcc93a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.945609] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222ff4f5-7dba-4c79-8e21-1d6e64043173 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.952764] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 914.952764] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526d478e-7b7d-3412-dcc2-54ea9b95262e" [ 914.952764] env[65635]: _type = "Task" [ 914.952764] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.965123] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526d478e-7b7d-3412-dcc2-54ea9b95262e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.005065] env[65635]: INFO nova.compute.claims [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.034170] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15fe2ee1-ce4d-4bef-9f5b-46d3c22a1556 tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "1a592784-f8cc-4b81-9651-5836efe737b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.385s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.386676] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "1a985833-c349-41cd-b62b-46a26179454c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.387009] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "1a985833-c349-41cd-b62b-46a26179454c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.387219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "1a985833-c349-41cd-b62b-46a26179454c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.387404] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "1a985833-c349-41cd-b62b-46a26179454c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.388655] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "1a985833-c349-41cd-b62b-46a26179454c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.390183] env[65635]: INFO nova.compute.manager [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Terminating instance [ 915.394109] env[65635]: DEBUG nova.compute.manager [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Received event network-vif-plugged-8e808683-052a-425e-9899-6251275e2f46 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.394253] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] Acquiring lock "b5a2e896-806d-4b79-89b3-484c17ed303b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.394568] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.394903] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.395163] env[65635]: DEBUG nova.compute.manager [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] No waiting events found dispatching network-vif-plugged-8e808683-052a-425e-9899-6251275e2f46 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 915.395390] env[65635]: WARNING nova.compute.manager [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Received unexpected event network-vif-plugged-8e808683-052a-425e-9899-6251275e2f46 for instance with vm_state building and task_state spawning. [ 915.395938] env[65635]: DEBUG nova.compute.manager [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Received event network-changed-8e808683-052a-425e-9899-6251275e2f46 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.395938] env[65635]: DEBUG nova.compute.manager [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Refreshing instance network info cache due to event network-changed-8e808683-052a-425e-9899-6251275e2f46. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 915.396053] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] Acquiring lock "refresh_cache-b5a2e896-806d-4b79-89b3-484c17ed303b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.396279] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] Acquired lock "refresh_cache-b5a2e896-806d-4b79-89b3-484c17ed303b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.396477] env[65635]: DEBUG nova.network.neutron [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Refreshing network info cache for port 8e808683-052a-425e-9899-6251275e2f46 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.400037] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-b5a2e896-806d-4b79-89b3-484c17ed303b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.429509] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563794} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.429812] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0/e7503c45-74f6-4f7b-886b-956ba0cf5aa0.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.430046] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.430388] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17228625-348e-4e3a-8a1b-059ef45ed4ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.438152] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 915.438152] env[65635]: value = "task-4426588" [ 915.438152] env[65635]: _type = "Task" [ 915.438152] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.449835] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.465709] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526d478e-7b7d-3412-dcc2-54ea9b95262e, 'name': SearchDatastore_Task, 'duration_secs': 0.022302} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.465709] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.465709] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871/3a8e3e34-8b4f-4f45-a388-bbe22270b871.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.465709] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e1e212-36b6-4878-ba54-c539f5f3f840 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.474064] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 915.474064] env[65635]: value = "task-4426589" [ 915.474064] env[65635]: _type = "Task" [ 915.474064] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.484673] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.513037] env[65635]: INFO nova.compute.resource_tracker [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating resource usage from migration 8ba77a9a-b185-4a5d-a01c-3ed39584fdc6 [ 915.901243] env[65635]: WARNING neutronclient.v2_0.client [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.904532] env[65635]: DEBUG nova.compute.manager [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 915.904845] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.910615] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1a8a7a-8db0-46fe-8346-c37e7c577854 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.921813] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.921813] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89174c95-6511-460d-a034-525710ba1ad9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.929797] env[65635]: DEBUG oslo_vmware.api [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 915.929797] env[65635]: value = "task-4426590" [ 915.929797] env[65635]: _type = "Task" [ 915.929797] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.939958] env[65635]: DEBUG oslo_vmware.api [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.947738] env[65635]: DEBUG nova.network.neutron [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 915.953445] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.987870] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.020069] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e0135e-2d9c-4450-a392-a93fcf613ba5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.028813] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba546ff-1071-4821-bdb4-131607910dc4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.066128] env[65635]: DEBUG nova.network.neutron [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.068128] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b6981-dc8b-4990-85be-06b507ecc0d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.078734] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d851abc5-227d-4d0d-9a52-c32af2a48af7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.104853] env[65635]: DEBUG nova.compute.provider_tree [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.429104] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.429461] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.449085] env[65635]: DEBUG oslo_vmware.api [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426590, 'name': PowerOffVM_Task, 'duration_secs': 0.309665} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.449829] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.450013] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.450296] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c33f827-8e00-4bf6-8a44-f4acfbca5605 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.456771] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.641234} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.457035] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.457838] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2865b3-077c-468e-a0a3-926793f318f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.482915] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0/e7503c45-74f6-4f7b-886b-956ba0cf5aa0.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.483382] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-387a4662-8d2b-4fa3-b4a4-c04215df00ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.508937] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426589, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00342} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.510664] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871/3a8e3e34-8b4f-4f45-a388-bbe22270b871.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.510978] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.511377] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 916.511377] env[65635]: value = "task-4426592" [ 916.511377] env[65635]: _type = "Task" [ 916.511377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.511609] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8df6b963-de4f-453c-8188-904955ef8c3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.521100] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.521385] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.521583] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Deleting the datastore file [datastore1] 1a985833-c349-41cd-b62b-46a26179454c {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.522332] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b1eb885-d9fd-4183-8758-72a88cc472e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.528383] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.531208] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 916.531208] env[65635]: value = "task-4426593" [ 916.531208] env[65635]: _type = "Task" [ 916.531208] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.531480] env[65635]: DEBUG oslo_vmware.api [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for the task: (returnval){ [ 916.531480] env[65635]: value = "task-4426594" [ 916.531480] env[65635]: _type = "Task" [ 916.531480] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.549288] env[65635]: DEBUG oslo_vmware.api [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.552673] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.572527] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8e4f1e9-dc1f-4b07-81ac-4d70aaaab51e req-47fe5a2c-d6fa-496e-b8b6-34ed0e3b671e service nova] Releasing lock "refresh_cache-b5a2e896-806d-4b79-89b3-484c17ed303b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.573396] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-b5a2e896-806d-4b79-89b3-484c17ed303b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.573605] env[65635]: DEBUG nova.network.neutron [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 916.610127] env[65635]: DEBUG nova.scheduler.client.report [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.936374] env[65635]: DEBUG nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 917.024611] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426592, 'name': ReconfigVM_Task, 'duration_secs': 0.370942} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.024925] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0/e7503c45-74f6-4f7b-886b-956ba0cf5aa0.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.025727] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8457125c-6261-4940-968a-474f43399df8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.039629] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 917.039629] env[65635]: value = "task-4426595" [ 917.039629] env[65635]: _type = "Task" [ 917.039629] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.049513] env[65635]: DEBUG oslo_vmware.api [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Task: {'id': task-4426594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16016} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.049756] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071276} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.050415] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.050605] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.050811] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.050994] env[65635]: INFO nova.compute.manager [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 917.051252] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 917.051451] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.051725] env[65635]: DEBUG nova.compute.manager [-] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 917.051854] env[65635]: DEBUG nova.network.neutron [-] [instance: 1a985833-c349-41cd-b62b-46a26179454c] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.052121] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.054511] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d25b4b-b5d6-4c24-9e2c-2780d4991519 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.062070] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426595, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.086070] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871/3a8e3e34-8b4f-4f45-a388-bbe22270b871.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.086900] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc519606-f62b-4f8e-a4f9-58044118d724 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.108134] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 917.108134] env[65635]: value = "task-4426596" [ 917.108134] env[65635]: _type = "Task" [ 917.108134] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.119694] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.621s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.119990] env[65635]: INFO nova.compute.manager [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Migrating [ 917.127012] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.128360] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.135901] env[65635]: DEBUG nova.network.neutron [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 917.138378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.160s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.139930] env[65635]: INFO nova.compute.claims [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.276076] env[65635]: WARNING neutronclient.v2_0.client [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.397768] env[65635]: DEBUG nova.network.neutron [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Updating instance_info_cache with network_info: [{"id": "8e808683-052a-425e-9899-6251275e2f46", "address": "fa:16:3e:d8:11:33", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e808683-05", "ovs_interfaceid": "8e808683-052a-425e-9899-6251275e2f46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.451845] env[65635]: DEBUG nova.compute.manager [req-0cf737d2-0929-452f-bb90-9aabe9e0a5d3 req-0379dd65-d543-41ff-ad14-d47c8bf08b0c service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Received event network-vif-deleted-ffc17f27-394a-4bd9-ac55-2ad6e3af66e2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.452134] env[65635]: INFO nova.compute.manager [req-0cf737d2-0929-452f-bb90-9aabe9e0a5d3 req-0379dd65-d543-41ff-ad14-d47c8bf08b0c service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Neutron deleted interface ffc17f27-394a-4bd9-ac55-2ad6e3af66e2; detaching it from the instance and deleting it from the info cache [ 917.452374] env[65635]: DEBUG nova.network.neutron [req-0cf737d2-0929-452f-bb90-9aabe9e0a5d3 req-0379dd65-d543-41ff-ad14-d47c8bf08b0c service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.466710] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.553972] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426595, 'name': Rename_Task, 'duration_secs': 0.159697} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.555267] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.555267] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6557be39-0dd5-4fbe-9cfd-5d599a35f812 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.562539] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 917.562539] env[65635]: value = "task-4426597" [ 917.562539] env[65635]: _type = "Task" [ 917.562539] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.572163] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.618510] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426596, 'name': ReconfigVM_Task, 'duration_secs': 0.29448} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.618804] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871/3a8e3e34-8b4f-4f45-a388-bbe22270b871.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.619532] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e095e3f-1612-4ac8-aa0d-1db428b027b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.628393] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 917.628393] env[65635]: value = "task-4426598" [ 917.628393] env[65635]: _type = "Task" [ 917.628393] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.643024] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426598, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.650214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.650487] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.650557] env[65635]: DEBUG nova.network.neutron [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.895378] env[65635]: DEBUG nova.network.neutron [-] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.900888] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-b5a2e896-806d-4b79-89b3-484c17ed303b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.901346] env[65635]: DEBUG nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Instance network_info: |[{"id": "8e808683-052a-425e-9899-6251275e2f46", "address": "fa:16:3e:d8:11:33", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e808683-05", "ovs_interfaceid": "8e808683-052a-425e-9899-6251275e2f46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 917.901778] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:11:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e808683-052a-425e-9899-6251275e2f46', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.909662] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 917.910618] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.910849] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8db1fd9-07a4-467b-bd24-add846705f70 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.933058] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.933058] env[65635]: value = "task-4426599" [ 917.933058] env[65635]: _type = "Task" [ 917.933058] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.943311] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426599, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.956268] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92d00228-639a-4448-9463-a879068fa8b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.972030] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21ab64e-b9c3-49b8-9b58-a23d091b53aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.024355] env[65635]: DEBUG nova.compute.manager [req-0cf737d2-0929-452f-bb90-9aabe9e0a5d3 req-0379dd65-d543-41ff-ad14-d47c8bf08b0c service nova] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Detach interface failed, port_id=ffc17f27-394a-4bd9-ac55-2ad6e3af66e2, reason: Instance 1a985833-c349-41cd-b62b-46a26179454c could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.074605] env[65635]: DEBUG oslo_vmware.api [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426597, 'name': PowerOnVM_Task, 'duration_secs': 0.479655} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.074897] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.075124] env[65635]: DEBUG nova.compute.manager [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 918.075985] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e13f08-d773-45b8-8390-416c7c350b51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.142258] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426598, 'name': Rename_Task, 'duration_secs': 0.150106} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.142541] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.142808] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2141565-b81a-4ed1-a6ff-4273348b7eb7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.151575] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 918.151575] env[65635]: value = "task-4426600" [ 918.151575] env[65635]: _type = "Task" [ 918.151575] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.156866] env[65635]: WARNING neutronclient.v2_0.client [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.168256] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.398073] env[65635]: INFO nova.compute.manager [-] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Took 1.35 seconds to deallocate network for instance. [ 918.401062] env[65635]: WARNING neutronclient.v2_0.client [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.445850] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426599, 'name': CreateVM_Task, 'duration_secs': 0.376648} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.448871] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.454120] env[65635]: WARNING neutronclient.v2_0.client [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.454548] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.454776] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.454990] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.455922] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da0731e-f39c-4c7a-8f4e-8f16f16b2c22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.463395] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 918.463395] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bd1208-9927-cd35-a261-ba83bd52cc87" [ 918.463395] env[65635]: _type = "Task" [ 918.463395] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.483962] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bd1208-9927-cd35-a261-ba83bd52cc87, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.484464] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.484801] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.485255] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.485435] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.485725] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.491255] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a202f1e9-a58f-4939-a7ae-0c37fb1df6de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.500970] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.501328] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.507470] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12c937a-410b-4542-a847-b4f7956d5fde {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.513033] env[65635]: DEBUG nova.network.neutron [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [{"id": "38988061-526a-4665-86c5-a7d8953ecfc1", "address": "fa:16:3e:84:70:4f", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988061-52", "ovs_interfaceid": "38988061-526a-4665-86c5-a7d8953ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.519829] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 918.519829] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e64efe-f7a3-321a-2717-c32d77fb2a1d" [ 918.519829] env[65635]: _type = "Task" [ 918.519829] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.537919] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e64efe-f7a3-321a-2717-c32d77fb2a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.597119] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.663982] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.738465] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21368f03-54b5-4b16-b40e-5eff92597b44 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.748563] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c726919f-1ce2-4841-b82c-95c015bae06e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.788198] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7dbfa6-949c-4a0b-ae9d-48c522a09787 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.798077] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0488d-9748-44c8-848d-d6811a049ed9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.813960] env[65635]: DEBUG nova.compute.provider_tree [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.911359] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.016644] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.031917] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e64efe-f7a3-321a-2717-c32d77fb2a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.029779} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.033052] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd21bef-c31a-450c-b2b8-c9e4d97f9a18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.040057] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 919.040057] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dc1370-40b2-c906-7c8b-01717bb03211" [ 919.040057] env[65635]: _type = "Task" [ 919.040057] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.049472] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dc1370-40b2-c906-7c8b-01717bb03211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.163680] env[65635]: DEBUG oslo_vmware.api [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426600, 'name': PowerOnVM_Task, 'duration_secs': 0.842557} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.164059] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.164360] env[65635]: INFO nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Took 8.91 seconds to spawn the instance on the hypervisor. [ 919.164607] env[65635]: DEBUG nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 919.165479] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa22187-1e04-4db1-9db0-ca964ca14b82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.287074] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.287371] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.287578] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.287762] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.287925] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.290733] env[65635]: INFO nova.compute.manager [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Terminating instance [ 919.338781] env[65635]: ERROR nova.scheduler.client.report [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [req-126a3a67-b5a6-498a-91ce-636332fd76f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-126a3a67-b5a6-498a-91ce-636332fd76f8"}]} [ 919.357317] env[65635]: DEBUG nova.scheduler.client.report [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 919.371889] env[65635]: DEBUG nova.scheduler.client.report [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 919.372435] env[65635]: DEBUG nova.compute.provider_tree [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.386288] env[65635]: DEBUG nova.scheduler.client.report [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 919.405448] env[65635]: DEBUG nova.scheduler.client.report [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 919.552279] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dc1370-40b2-c906-7c8b-01717bb03211, 'name': SearchDatastore_Task, 'duration_secs': 0.027062} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.556032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.556032] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] b5a2e896-806d-4b79-89b3-484c17ed303b/b5a2e896-806d-4b79-89b3-484c17ed303b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.556204] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5054a67-817f-4b17-93a1-5131f0ac3ac5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.564320] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 919.564320] env[65635]: value = "task-4426601" [ 919.564320] env[65635]: _type = "Task" [ 919.564320] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.578580] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.689497] env[65635]: INFO nova.compute.manager [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Took 39.72 seconds to build instance. [ 919.800815] env[65635]: DEBUG nova.compute.manager [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 919.800815] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.800815] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bda7b8-f521-4565-a458-e0b7b30e9816 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.811146] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.814274] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be321a0d-85db-4ab1-8a4a-f444ad58f9af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.824569] env[65635]: DEBUG oslo_vmware.api [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 919.824569] env[65635]: value = "task-4426602" [ 919.824569] env[65635]: _type = "Task" [ 919.824569] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.838898] env[65635]: DEBUG oslo_vmware.api [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.844033] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.844033] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.949666] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c2d72a-95ec-4443-9776-d5d26d69842e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.959444] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce026ebf-7824-4bc0-b718-4265128b593d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.998230] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c22dabb-2bd5-48eb-900e-7120c9ce58f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.009058] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216623b6-f1c0-4bd5-903a-26417870531d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.026364] env[65635]: DEBUG nova.compute.provider_tree [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.077078] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426601, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.192084] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47f53a62-342a-4719-a226-0613b8501630 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.231s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.337050] env[65635]: DEBUG oslo_vmware.api [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426602, 'name': PowerOffVM_Task, 'duration_secs': 0.227586} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.337370] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.337547] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.337817] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53f5d5f3-92eb-4b43-8a28-14091a82e53b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.346548] env[65635]: DEBUG nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 920.424739] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.425049] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.425250] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleting the datastore file [datastore1] e7503c45-74f6-4f7b-886b-956ba0cf5aa0 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.425669] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec5ef342-23e6-4942-b33d-17ed512c888c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.436465] env[65635]: DEBUG oslo_vmware.api [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 920.436465] env[65635]: value = "task-4426604" [ 920.436465] env[65635]: _type = "Task" [ 920.436465] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.446353] env[65635]: DEBUG oslo_vmware.api [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.539358] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc10b0-bb02-43d2-8f84-dde6ac44110a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.563381] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance 'f39da399-d63d-4fd1-bc3f-e1d8de517b96' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.572379] env[65635]: DEBUG nova.scheduler.client.report [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 920.572645] env[65635]: DEBUG nova.compute.provider_tree [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 96 to 97 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 920.572873] env[65635]: DEBUG nova.compute.provider_tree [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.584043] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679502} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.584301] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] b5a2e896-806d-4b79-89b3-484c17ed303b/b5a2e896-806d-4b79-89b3-484c17ed303b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.584452] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.584719] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af19e985-c3b9-4bca-9aff-d5164e127f83 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.593018] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 920.593018] env[65635]: value = "task-4426605" [ 920.593018] env[65635]: _type = "Task" [ 920.593018] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.604462] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.878409] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.950267] env[65635]: DEBUG oslo_vmware.api [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3729} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.950586] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.950793] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.950980] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.951176] env[65635]: INFO nova.compute.manager [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 920.951426] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 920.951627] env[65635]: DEBUG nova.compute.manager [-] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 920.951725] env[65635]: DEBUG nova.network.neutron [-] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 920.951972] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.994702] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.075053] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.075557] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f412ab8d-80c2-4f45-a5f3-93b4ef0b6762 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.078597] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.940s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.079174] env[65635]: DEBUG nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 921.084815] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.992s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.084815] env[65635]: INFO nova.compute.claims [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.089972] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 921.089972] env[65635]: value = "task-4426606" [ 921.089972] env[65635]: _type = "Task" [ 921.089972] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.108572] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 921.108828] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance 'f39da399-d63d-4fd1-bc3f-e1d8de517b96' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.113116] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098915} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.114112] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.116195] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5497eae-84be-43e4-8b85-b548c9f729e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.141162] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b5a2e896-806d-4b79-89b3-484c17ed303b/b5a2e896-806d-4b79-89b3-484c17ed303b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.142472] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-954c6dbc-1d31-4c35-bac6-58fa453b2f67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.166702] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 921.166702] env[65635]: value = "task-4426607" [ 921.166702] env[65635]: _type = "Task" [ 921.166702] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.176608] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.184268] env[65635]: DEBUG nova.compute.manager [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Received event network-changed-fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.184738] env[65635]: DEBUG nova.compute.manager [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Refreshing instance network info cache due to event network-changed-fe1bd403-435c-484b-9b67-607dddb1f8a9. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 921.184900] env[65635]: DEBUG oslo_concurrency.lockutils [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] Acquiring lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.185130] env[65635]: DEBUG oslo_concurrency.lockutils [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] Acquired lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.185376] env[65635]: DEBUG nova.network.neutron [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Refreshing network info cache for port fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.249238] env[65635]: DEBUG nova.compute.manager [req-33b83417-d3ad-44df-ae00-8a28a9926138 req-46574d29-7292-455b-ab39-954dae111018 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Received event network-vif-deleted-e5fa672c-f989-4677-9ed6-54f7a8ff69ff {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.249440] env[65635]: INFO nova.compute.manager [req-33b83417-d3ad-44df-ae00-8a28a9926138 req-46574d29-7292-455b-ab39-954dae111018 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Neutron deleted interface e5fa672c-f989-4677-9ed6-54f7a8ff69ff; detaching it from the instance and deleting it from the info cache [ 921.249612] env[65635]: DEBUG nova.network.neutron [req-33b83417-d3ad-44df-ae00-8a28a9926138 req-46574d29-7292-455b-ab39-954dae111018 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.594093] env[65635]: DEBUG nova.compute.utils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.595141] env[65635]: DEBUG nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 921.595585] env[65635]: DEBUG nova.network.neutron [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 921.595837] env[65635]: WARNING neutronclient.v2_0.client [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.596303] env[65635]: WARNING neutronclient.v2_0.client [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.616361] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 921.616816] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.616816] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 921.616931] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.617074] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 921.617233] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 921.617441] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 921.617596] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 921.617757] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 921.617916] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 921.618100] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 921.624577] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e635c0bb-a778-45bd-9c75-1450f3d5b704 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.643779] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 921.643779] env[65635]: value = "task-4426608" [ 921.643779] env[65635]: _type = "Task" [ 921.643779] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.654148] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.666797] env[65635]: DEBUG nova.policy [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4397c2d5d8fb4aa59bf531cd81ad8f0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '790b1b06b30e4dd086474891e63f78e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.679472] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.690144] env[65635]: WARNING neutronclient.v2_0.client [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.725705] env[65635]: DEBUG nova.network.neutron [-] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.754404] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0633ec7-8a24-4376-b961-af5d6d9b7683 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.771873] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c007af5f-6ca9-4b2e-afc4-90998a27e2da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.818279] env[65635]: DEBUG nova.compute.manager [req-33b83417-d3ad-44df-ae00-8a28a9926138 req-46574d29-7292-455b-ab39-954dae111018 service nova] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Detach interface failed, port_id=e5fa672c-f989-4677-9ed6-54f7a8ff69ff, reason: Instance e7503c45-74f6-4f7b-886b-956ba0cf5aa0 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.024634] env[65635]: WARNING neutronclient.v2_0.client [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.031830] env[65635]: DEBUG nova.network.neutron [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Successfully created port: 453cc002-e521-4496-8dae-f5739014713c {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 922.099198] env[65635]: DEBUG nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 922.126358] env[65635]: DEBUG nova.network.neutron [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updated VIF entry in instance network info cache for port fe1bd403-435c-484b-9b67-607dddb1f8a9. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 922.126768] env[65635]: DEBUG nova.network.neutron [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating instance_info_cache with network_info: [{"id": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "address": "fa:16:3e:13:7b:0a", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bd403-43", "ovs_interfaceid": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.163118] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426608, 'name': ReconfigVM_Task, 'duration_secs': 0.273646} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.165996] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance 'f39da399-d63d-4fd1-bc3f-e1d8de517b96' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.179878] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426607, 'name': ReconfigVM_Task, 'duration_secs': 0.895562} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.180279] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b5a2e896-806d-4b79-89b3-484c17ed303b/b5a2e896-806d-4b79-89b3-484c17ed303b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.180970] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab49d003-e327-4e8c-9625-3dd7eef9694d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.191218] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 922.191218] env[65635]: value = "task-4426609" [ 922.191218] env[65635]: _type = "Task" [ 922.191218] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.204592] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426609, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.229114] env[65635]: INFO nova.compute.manager [-] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Took 1.28 seconds to deallocate network for instance. [ 922.602870] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e032271e-38c9-4c5f-82a3-9a27683f27dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.615424] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1431d0d4-eaf9-4cda-9628-983163bbea07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.647798] env[65635]: DEBUG oslo_concurrency.lockutils [req-faebf8c9-d3a4-4a67-ad8c-eaab1469773b req-e35c5c8f-8672-4503-9548-7c931a6c31b0 service nova] Releasing lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.649639] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d27e4d-0496-4b2a-95ae-10dee924260e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.658654] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774232d6-281b-478d-bb91-912095a705a2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.674976] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.675232] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.675387] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 922.675602] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.675748] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 922.675892] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 922.676105] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.676265] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 922.676426] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 922.676582] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 922.676750] env[65635]: DEBUG nova.virt.hardware [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 922.682097] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.682891] env[65635]: DEBUG nova.compute.provider_tree [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.684243] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7569870b-82c5-41f3-973c-b8d5fa6d6f06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.708265] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426609, 'name': Rename_Task, 'duration_secs': 0.177975} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.709883] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.710213] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 922.710213] env[65635]: value = "task-4426610" [ 922.710213] env[65635]: _type = "Task" [ 922.710213] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.710445] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dcd9144-0965-4b2b-9382-35e249970dbe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.724090] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.724090] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 922.724090] env[65635]: value = "task-4426611" [ 922.724090] env[65635]: _type = "Task" [ 922.724090] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.732558] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.737080] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.111359] env[65635]: DEBUG nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 923.151422] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:17:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='82c658a8-b4d3-402f-a9c4-23aaa537afa6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-258836773',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 923.151857] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.152170] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 923.152490] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.152740] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 923.152995] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 923.153359] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.153642] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 923.153934] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 923.154245] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 923.154564] env[65635]: DEBUG nova.virt.hardware [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 923.155954] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ba1cb-a377-4da9-a79f-ad2f66ab5dad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.168324] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6977f-39a3-4d66-a859-c3551093c2f6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.199670] env[65635]: DEBUG nova.scheduler.client.report [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.223763] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426610, 'name': ReconfigVM_Task, 'duration_secs': 0.191852} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.224057] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 923.225132] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67ed1a2-abd5-4ff0-b0fb-8bc707db45c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.238689] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426611, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.256376] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] f39da399-d63d-4fd1-bc3f-e1d8de517b96/f39da399-d63d-4fd1-bc3f-e1d8de517b96.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.257094] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9be33e14-add0-441d-b2d9-3a0de7edce24 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.276609] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 923.276609] env[65635]: value = "task-4426612" [ 923.276609] env[65635]: _type = "Task" [ 923.276609] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.285466] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.602517] env[65635]: DEBUG nova.compute.manager [req-8682c858-2de4-40ba-b839-5b35943e1c5e req-bf1de4c8-6593-4e3a-8861-46428115427b service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Received event network-vif-plugged-453cc002-e521-4496-8dae-f5739014713c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.602799] env[65635]: DEBUG oslo_concurrency.lockutils [req-8682c858-2de4-40ba-b839-5b35943e1c5e req-bf1de4c8-6593-4e3a-8861-46428115427b service nova] Acquiring lock "90868ad4-03b7-43d8-9227-f3810256343d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.603494] env[65635]: DEBUG oslo_concurrency.lockutils [req-8682c858-2de4-40ba-b839-5b35943e1c5e req-bf1de4c8-6593-4e3a-8861-46428115427b service nova] Lock "90868ad4-03b7-43d8-9227-f3810256343d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.603832] env[65635]: DEBUG oslo_concurrency.lockutils [req-8682c858-2de4-40ba-b839-5b35943e1c5e req-bf1de4c8-6593-4e3a-8861-46428115427b service nova] Lock "90868ad4-03b7-43d8-9227-f3810256343d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.603832] env[65635]: DEBUG nova.compute.manager [req-8682c858-2de4-40ba-b839-5b35943e1c5e req-bf1de4c8-6593-4e3a-8861-46428115427b service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] No waiting events found dispatching network-vif-plugged-453cc002-e521-4496-8dae-f5739014713c {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 923.604023] env[65635]: WARNING nova.compute.manager [req-8682c858-2de4-40ba-b839-5b35943e1c5e req-bf1de4c8-6593-4e3a-8861-46428115427b service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Received unexpected event network-vif-plugged-453cc002-e521-4496-8dae-f5739014713c for instance with vm_state building and task_state spawning. [ 923.635354] env[65635]: DEBUG nova.network.neutron [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Successfully updated port: 453cc002-e521-4496-8dae-f5739014713c {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 923.705038] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.707016] env[65635]: DEBUG nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 923.710916] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.850s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.711244] env[65635]: DEBUG nova.objects.instance [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lazy-loading 'resources' on Instance uuid 8299e78d-ee90-4e1e-a997-e811a8995362 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.739949] env[65635]: DEBUG oslo_vmware.api [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426611, 'name': PowerOnVM_Task, 'duration_secs': 0.849129} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.740286] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.740390] env[65635]: INFO nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Took 9.40 seconds to spawn the instance on the hypervisor. [ 923.740546] env[65635]: DEBUG nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.741393] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cb9869-cdd7-4be2-8e3b-08a004da51e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.789454] env[65635]: DEBUG oslo_vmware.api [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426612, 'name': ReconfigVM_Task, 'duration_secs': 0.471235} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.789930] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Reconfigured VM instance instance-00000026 to attach disk [datastore2] f39da399-d63d-4fd1-bc3f-e1d8de517b96/f39da399-d63d-4fd1-bc3f-e1d8de517b96.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.789930] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance 'f39da399-d63d-4fd1-bc3f-e1d8de517b96' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.140951] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.141071] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.141219] env[65635]: DEBUG nova.network.neutron [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.214929] env[65635]: DEBUG nova.compute.utils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.219887] env[65635]: DEBUG nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 924.220257] env[65635]: DEBUG nova.network.neutron [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.220551] env[65635]: WARNING neutronclient.v2_0.client [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.220894] env[65635]: WARNING neutronclient.v2_0.client [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.262388] env[65635]: INFO nova.compute.manager [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Took 41.58 seconds to build instance. [ 924.280167] env[65635]: DEBUG nova.policy [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9833404dce8b4e16b55b5dc2ef4a4c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236048392e7440aa90cd241154034069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.298874] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b4958e-2610-43cd-833d-22ce0471ca32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.329470] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9b1f3f-bde7-42bc-8692-64f6e34e17b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.349860] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance 'f39da399-d63d-4fd1-bc3f-e1d8de517b96' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.589097] env[65635]: DEBUG nova.network.neutron [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Successfully created port: 0abd5eb9-988e-46b3-9287-bbcdbdda0079 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.721086] env[65635]: DEBUG nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 924.737898] env[65635]: DEBUG nova.network.neutron [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.761517] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e3d730-fd62-41a3-a2b0-856f8f933d38 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.768128] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cda6d031-46a0-4215-b92c-b574591819b7 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.098s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.776966] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce905e3-492a-4ef5-9dea-8a432138e2e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.815164] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba40b9d2-f741-43a7-a3d9-864b3629f9e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.824375] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447f1ed-074c-41bc-a89f-968c1e907351 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.842238] env[65635]: DEBUG nova.compute.provider_tree [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.860648] env[65635]: WARNING neutronclient.v2_0.client [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.860648] env[65635]: WARNING neutronclient.v2_0.client [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.929919] env[65635]: DEBUG nova.network.neutron [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Port 38988061-526a-4665-86c5-a7d8953ecfc1 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 924.998383] env[65635]: WARNING neutronclient.v2_0.client [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.169894] env[65635]: DEBUG nova.network.neutron [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance_info_cache with network_info: [{"id": "453cc002-e521-4496-8dae-f5739014713c", "address": "fa:16:3e:55:03:e9", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453cc002-e5", "ovs_interfaceid": "453cc002-e521-4496-8dae-f5739014713c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.347692] env[65635]: DEBUG nova.scheduler.client.report [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.638610] env[65635]: DEBUG nova.compute.manager [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Received event network-changed-453cc002-e521-4496-8dae-f5739014713c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 925.639069] env[65635]: DEBUG nova.compute.manager [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Refreshing instance network info cache due to event network-changed-453cc002-e521-4496-8dae-f5739014713c. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 925.639237] env[65635]: DEBUG oslo_concurrency.lockutils [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] Acquiring lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.672683] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.673083] env[65635]: DEBUG nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Instance network_info: |[{"id": "453cc002-e521-4496-8dae-f5739014713c", "address": "fa:16:3e:55:03:e9", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453cc002-e5", "ovs_interfaceid": "453cc002-e521-4496-8dae-f5739014713c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 925.673478] env[65635]: DEBUG oslo_concurrency.lockutils [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] Acquired lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.673661] env[65635]: DEBUG nova.network.neutron [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Refreshing network info cache for port 453cc002-e521-4496-8dae-f5739014713c {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.675034] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:03:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '453cc002-e521-4496-8dae-f5739014713c', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.682753] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 925.683992] env[65635]: WARNING neutronclient.v2_0.client [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.686363] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.687267] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d6c7aca-0b91-4a38-93be-3e7ba598f9f2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.708437] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.708437] env[65635]: value = "task-4426613" [ 925.708437] env[65635]: _type = "Task" [ 925.708437] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.717644] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426613, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.735261] env[65635]: DEBUG nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 925.767437] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 925.767580] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.767697] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 925.767876] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.768030] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 925.768178] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 925.768386] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.768542] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 925.768700] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 925.768853] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 925.769027] env[65635]: DEBUG nova.virt.hardware [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 925.770780] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66057c0a-7ca7-4bae-8fc9-ec8a9ca29baf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.784227] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f039188a-7501-483c-bb5f-1134a519a67d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.857841] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.860245] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.730s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.860492] env[65635]: DEBUG nova.objects.instance [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lazy-loading 'resources' on Instance uuid adce64ab-e095-4076-a09a-d13c45b3ee8a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.887060] env[65635]: INFO nova.scheduler.client.report [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Deleted allocations for instance 8299e78d-ee90-4e1e-a997-e811a8995362 [ 925.903544] env[65635]: WARNING neutronclient.v2_0.client [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.956968] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.958063] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.958063] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.012766] env[65635]: DEBUG nova.network.neutron [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updated VIF entry in instance network info cache for port 453cc002-e521-4496-8dae-f5739014713c. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.013329] env[65635]: DEBUG nova.network.neutron [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance_info_cache with network_info: [{"id": "453cc002-e521-4496-8dae-f5739014713c", "address": "fa:16:3e:55:03:e9", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453cc002-e5", "ovs_interfaceid": "453cc002-e521-4496-8dae-f5739014713c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.199747] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b5a2e896-806d-4b79-89b3-484c17ed303b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.200709] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.230016] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426613, 'name': CreateVM_Task, 'duration_secs': 0.377893} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.230261] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.230786] env[65635]: WARNING neutronclient.v2_0.client [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.231217] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.231382] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.231927] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.232287] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1aff39-4755-42da-816d-9d90e619f8e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.239192] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 926.239192] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e66367-894b-5e8f-88c1-4f6d788bbb9d" [ 926.239192] env[65635]: _type = "Task" [ 926.239192] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.249821] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e66367-894b-5e8f-88c1-4f6d788bbb9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.399848] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b83e89d-9248-4c12-99d1-1014c8258c2a tempest-ServersNegativeTestMultiTenantJSON-698822446 tempest-ServersNegativeTestMultiTenantJSON-698822446-project-member] Lock "8299e78d-ee90-4e1e-a997-e811a8995362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.042s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.520394] env[65635]: DEBUG oslo_concurrency.lockutils [req-1232b95c-369e-4347-b9d4-0bdef03c3261 req-2b9fc690-197d-474d-9cf2-2a87806383d3 service nova] Releasing lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.637672] env[65635]: DEBUG nova.network.neutron [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Successfully updated port: 0abd5eb9-988e-46b3-9287-bbcdbdda0079 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 926.706867] env[65635]: DEBUG nova.compute.utils [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.751707] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e66367-894b-5e8f-88c1-4f6d788bbb9d, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.755081] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.755348] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.756256] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.756256] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.756256] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.756830] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ec941e1-d042-47f3-a9b2-805ee7214795 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.768474] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.768682] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.772488] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882a7343-ed3e-47a8-b9ed-3a384c671d7b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.780101] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 926.780101] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52752c94-b1c6-81eb-f51e-c083781c18bc" [ 926.780101] env[65635]: _type = "Task" [ 926.780101] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.791938] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52752c94-b1c6-81eb-f51e-c083781c18bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.907468] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a6badc-de74-4fb0-a381-edc83c462717 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.916776] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69852845-33fa-4b9f-932f-2dfbf7ab51c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.950858] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e069e6-e852-45ef-be65-5067d9dba040 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.959707] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7041ba-0579-4ece-8df7-a9320ade1801 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.976067] env[65635]: WARNING neutronclient.v2_0.client [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.978646] env[65635]: DEBUG nova.compute.provider_tree [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.033198] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.033415] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.033588] env[65635]: DEBUG nova.network.neutron [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.140773] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "refresh_cache-eade56e2-7242-483c-9549-c0a907224753" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.140938] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "refresh_cache-eade56e2-7242-483c-9549-c0a907224753" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.141061] env[65635]: DEBUG nova.network.neutron [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.209516] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.292073] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52752c94-b1c6-81eb-f51e-c083781c18bc, 'name': SearchDatastore_Task, 'duration_secs': 0.024231} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.293009] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0c696f-2515-4e77-9159-32ee83319253 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.300781] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 927.300781] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522c8b70-05f1-3116-c902-b4db40a20fbd" [ 927.300781] env[65635]: _type = "Task" [ 927.300781] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.312025] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522c8b70-05f1-3116-c902-b4db40a20fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.481567] env[65635]: DEBUG nova.scheduler.client.report [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.487219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.487466] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.487638] env[65635]: INFO nova.compute.manager [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Shelving [ 927.536729] env[65635]: WARNING neutronclient.v2_0.client [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.704304] env[65635]: DEBUG nova.network.neutron [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 927.812023] env[65635]: WARNING neutronclient.v2_0.client [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.818467] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522c8b70-05f1-3116-c902-b4db40a20fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.021993} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.820626] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.822020] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d/90868ad4-03b7-43d8-9227-f3810256343d.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.825571] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25ef384f-9379-4478-a639-cd9a355146bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.839272] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 927.839272] env[65635]: value = "task-4426614" [ 927.839272] env[65635]: _type = "Task" [ 927.839272] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.852441] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.936536] env[65635]: WARNING neutronclient.v2_0.client [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.987102] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.990088] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.271s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.993381] env[65635]: INFO nova.compute.claims [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.020821] env[65635]: INFO nova.scheduler.client.report [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Deleted allocations for instance adce64ab-e095-4076-a09a-d13c45b3ee8a [ 928.056521] env[65635]: DEBUG nova.network.neutron [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [{"id": "38988061-526a-4665-86c5-a7d8953ecfc1", "address": "fa:16:3e:84:70:4f", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988061-52", "ovs_interfaceid": "38988061-526a-4665-86c5-a7d8953ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.178710] env[65635]: DEBUG nova.network.neutron [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Updating instance_info_cache with network_info: [{"id": "0abd5eb9-988e-46b3-9287-bbcdbdda0079", "address": "fa:16:3e:f0:1d:82", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abd5eb9-98", "ovs_interfaceid": "0abd5eb9-988e-46b3-9287-bbcdbdda0079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.333931] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b5a2e896-806d-4b79-89b3-484c17ed303b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.334662] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.335040] env[65635]: INFO nova.compute.manager [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Attaching volume d4cda65a-af96-4bb0-9d56-0c730f9b6a20 to /dev/sdb [ 928.359133] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426614, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.374160] env[65635]: DEBUG nova.compute.manager [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] Received event network-vif-plugged-0abd5eb9-988e-46b3-9287-bbcdbdda0079 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.374414] env[65635]: DEBUG oslo_concurrency.lockutils [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] Acquiring lock "eade56e2-7242-483c-9549-c0a907224753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.374836] env[65635]: DEBUG oslo_concurrency.lockutils [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] Lock "eade56e2-7242-483c-9549-c0a907224753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.375190] env[65635]: DEBUG oslo_concurrency.lockutils [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] Lock "eade56e2-7242-483c-9549-c0a907224753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.375508] env[65635]: DEBUG nova.compute.manager [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] No waiting events found dispatching network-vif-plugged-0abd5eb9-988e-46b3-9287-bbcdbdda0079 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 928.375879] env[65635]: WARNING nova.compute.manager [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] Received unexpected event network-vif-plugged-0abd5eb9-988e-46b3-9287-bbcdbdda0079 for instance with vm_state building and task_state spawning. [ 928.376215] env[65635]: DEBUG nova.compute.manager [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] Received event network-changed-0abd5eb9-988e-46b3-9287-bbcdbdda0079 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.377506] env[65635]: DEBUG nova.compute.manager [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] Refreshing instance network info cache due to event network-changed-0abd5eb9-988e-46b3-9287-bbcdbdda0079. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 928.377506] env[65635]: DEBUG oslo_concurrency.lockutils [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] Acquiring lock "refresh_cache-eade56e2-7242-483c-9549-c0a907224753" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.393858] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4928a5a6-d5b0-45f1-b9c6-06a19aeca71a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.408792] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6e841-d4cd-4269-882f-ac0e8f445bbc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.430115] env[65635]: DEBUG nova.virt.block_device [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Updating existing volume attachment record: 5ebdaa40-5355-4c80-9024-97652c5357e9 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 928.506345] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.506730] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48be9a84-1c90-49e9-9e97-7289e3c30f3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.516769] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 928.516769] env[65635]: value = "task-4426615" [ 928.516769] env[65635]: _type = "Task" [ 928.516769] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.531209] env[65635]: DEBUG oslo_concurrency.lockutils [None req-023b048a-0a38-4b62-8079-4726cebab952 tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "adce64ab-e095-4076-a09a-d13c45b3ee8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.854s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.533633] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.559062] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.681610] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "refresh_cache-eade56e2-7242-483c-9549-c0a907224753" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.682133] env[65635]: DEBUG nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Instance network_info: |[{"id": "0abd5eb9-988e-46b3-9287-bbcdbdda0079", "address": "fa:16:3e:f0:1d:82", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abd5eb9-98", "ovs_interfaceid": "0abd5eb9-988e-46b3-9287-bbcdbdda0079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 928.682508] env[65635]: DEBUG oslo_concurrency.lockutils [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] Acquired lock "refresh_cache-eade56e2-7242-483c-9549-c0a907224753" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.682681] env[65635]: DEBUG nova.network.neutron [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] Refreshing network info cache for port 0abd5eb9-988e-46b3-9287-bbcdbdda0079 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.685877] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:1d:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0abd5eb9-988e-46b3-9287-bbcdbdda0079', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.697279] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 928.698682] env[65635]: WARNING neutronclient.v2_0.client [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.701462] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eade56e2-7242-483c-9549-c0a907224753] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.702687] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3cc275b-0a08-4e38-9331-2abb9416c28e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.731367] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.731367] env[65635]: value = "task-4426617" [ 928.731367] env[65635]: _type = "Task" [ 928.731367] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.746166] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426617, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.850853] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668645} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.854917] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d/90868ad4-03b7-43d8-9227-f3810256343d.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.855540] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.855808] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ce32a1a-1b05-4bc2-817b-a71789f7daa2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.865167] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 928.865167] env[65635]: value = "task-4426620" [ 928.865167] env[65635]: _type = "Task" [ 928.865167] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.878176] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.028826] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.037190] env[65635]: WARNING neutronclient.v2_0.client [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.087438] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274afee-f415-4633-bbf4-ac30856bdb58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.110041] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e3daee-e20a-414c-9195-dda45f8f1f1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.122128] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance 'f39da399-d63d-4fd1-bc3f-e1d8de517b96' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.132272] env[65635]: DEBUG nova.network.neutron [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] Updated VIF entry in instance network info cache for port 0abd5eb9-988e-46b3-9287-bbcdbdda0079. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.132272] env[65635]: DEBUG nova.network.neutron [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] Updating instance_info_cache with network_info: [{"id": "0abd5eb9-988e-46b3-9287-bbcdbdda0079", "address": "fa:16:3e:f0:1d:82", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abd5eb9-98", "ovs_interfaceid": "0abd5eb9-988e-46b3-9287-bbcdbdda0079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.245638] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426617, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.280646] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.280761] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.284023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.284023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.284023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.285148] env[65635]: INFO nova.compute.manager [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Terminating instance [ 929.377119] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087325} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.380507] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.381750] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc691dd-892d-4d88-93df-f248031a968a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.406877] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d/90868ad4-03b7-43d8-9227-f3810256343d.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.411254] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e274c609-fd52-4400-91aa-e82f34b58e9e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.440788] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 929.440788] env[65635]: value = "task-4426621" [ 929.440788] env[65635]: _type = "Task" [ 929.440788] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.450980] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.532459] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.612122] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26203d5e-9356-4ff0-9ef3-2956eff113d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.623098] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a8fc4f-9281-4de3-bdf4-a8eb136e6079 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.632947] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d39c976e-bcf2-42dd-ad9a-c8a240b6d927 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance 'f39da399-d63d-4fd1-bc3f-e1d8de517b96' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.674405] env[65635]: DEBUG oslo_concurrency.lockutils [req-7468c2ed-6f5a-4065-84ff-1972f58fbcae req-1df74d6b-e0a9-4232-968f-3990914d5d80 service nova] Releasing lock "refresh_cache-eade56e2-7242-483c-9549-c0a907224753" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.676527] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a353c5-7327-466e-a343-b35d1e5bb78b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.686828] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f29e155-359b-41d6-9ab9-110194ba4291 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.704726] env[65635]: DEBUG nova.compute.provider_tree [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.744393] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426617, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.789387] env[65635]: DEBUG nova.compute.manager [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 929.789802] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.791374] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9b1ead-f4cb-4992-931a-44b4a59f1d50 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.803640] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.804130] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd8f44b6-b179-4f24-8057-7f86c852f4f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.815423] env[65635]: DEBUG oslo_vmware.api [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 929.815423] env[65635]: value = "task-4426622" [ 929.815423] env[65635]: _type = "Task" [ 929.815423] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.828808] env[65635]: DEBUG oslo_vmware.api [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.951759] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426621, 'name': ReconfigVM_Task, 'duration_secs': 0.38511} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.952216] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d/90868ad4-03b7-43d8-9227-f3810256343d.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.952961] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d911357-a22b-4034-83cf-862917d0bee9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.962111] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 929.962111] env[65635]: value = "task-4426623" [ 929.962111] env[65635]: _type = "Task" [ 929.962111] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.980913] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426623, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.033087] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426615, 'name': PowerOffVM_Task, 'duration_secs': 1.293095} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.033449] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.034369] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a47e2e-36a0-4fa6-ace1-4232a63e3da8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.057430] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55c8e1d-bbcc-4747-a197-0f9e1ae3b69f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.207717] env[65635]: DEBUG nova.scheduler.client.report [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.252032] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426617, 'name': CreateVM_Task, 'duration_secs': 1.197701} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.252032] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eade56e2-7242-483c-9549-c0a907224753] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.252032] env[65635]: WARNING neutronclient.v2_0.client [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.252032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.252032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.252032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.252032] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3ab962-873a-437d-bf93-d7858b53073f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.258597] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 930.258597] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5222337d-22f3-eb75-d5a5-44158dda8da1" [ 930.258597] env[65635]: _type = "Task" [ 930.258597] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.269900] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5222337d-22f3-eb75-d5a5-44158dda8da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.326474] env[65635]: DEBUG oslo_vmware.api [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426622, 'name': PowerOffVM_Task, 'duration_secs': 0.204642} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.326921] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.327405] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.327786] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e8bd8b2-5cb7-4a5a-ae5b-38eac84442c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.427030] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.427030] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.427030] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Deleting the datastore file [datastore2] 4f848e02-75e0-4f5b-a87d-b4d1f4882273 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.427030] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-841f7fbb-461c-49c7-bf8c-7eee8c51d193 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.435648] env[65635]: DEBUG oslo_vmware.api [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for the task: (returnval){ [ 930.435648] env[65635]: value = "task-4426625" [ 930.435648] env[65635]: _type = "Task" [ 930.435648] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.446717] env[65635]: DEBUG oslo_vmware.api [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.478024] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426623, 'name': Rename_Task, 'duration_secs': 0.174381} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.478024] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.478024] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-226e9e90-57c8-426b-a670-f8010e1a380d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.485050] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 930.485050] env[65635]: value = "task-4426626" [ 930.485050] env[65635]: _type = "Task" [ 930.485050] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.496997] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.577026] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 930.577026] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27e15989-5b6c-4a2f-91f1-f87b2b839119 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.583390] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 930.583390] env[65635]: value = "task-4426627" [ 930.583390] env[65635]: _type = "Task" [ 930.583390] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.594219] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.716020] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.716020] env[65635]: DEBUG nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 930.718714] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.693s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.724982] env[65635]: DEBUG nova.objects.instance [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lazy-loading 'resources' on Instance uuid 8a96f114-e6b5-4b01-bd15-e724b0e1b825 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.774722] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5222337d-22f3-eb75-d5a5-44158dda8da1, 'name': SearchDatastore_Task, 'duration_secs': 0.025829} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.775686] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.776087] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.776471] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.776743] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.777062] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.778468] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e33dee09-eb4f-4401-bdc0-111a0ea60802 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.792173] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.792527] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.793772] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b099fa4-b954-49f6-a8cf-1de4a824e643 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.803659] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 930.803659] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520ab126-fe54-bd12-fd9a-11553ff214b2" [ 930.803659] env[65635]: _type = "Task" [ 930.803659] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.814442] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520ab126-fe54-bd12-fd9a-11553ff214b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.894584] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-88433ade-6449-40a4-9c92-122481cf79be-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.894829] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-88433ade-6449-40a4-9c92-122481cf79be-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.895294] env[65635]: DEBUG nova.objects.instance [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'flavor' on Instance uuid 88433ade-6449-40a4-9c92-122481cf79be {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.950530] env[65635]: DEBUG oslo_vmware.api [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Task: {'id': task-4426625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336154} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.950530] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.950530] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.951443] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.951653] env[65635]: INFO nova.compute.manager [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Took 1.16 seconds to destroy the instance on the hypervisor. [ 930.951934] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 930.952369] env[65635]: DEBUG nova.compute.manager [-] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 930.952369] env[65635]: DEBUG nova.network.neutron [-] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.953261] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.999733] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426626, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.028725] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.099038] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426627, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.228955] env[65635]: DEBUG nova.compute.utils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.233964] env[65635]: DEBUG nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 931.234323] env[65635]: DEBUG nova.network.neutron [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 931.234717] env[65635]: WARNING neutronclient.v2_0.client [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.235032] env[65635]: WARNING neutronclient.v2_0.client [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.318146] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520ab126-fe54-bd12-fd9a-11553ff214b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012793} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.319254] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f9a4b7-7419-4eb9-b5ed-97672babef09 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.331591] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 931.331591] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5216a069-8f59-04a1-9451-ebe412bb84f9" [ 931.331591] env[65635]: _type = "Task" [ 931.331591] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.341851] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5216a069-8f59-04a1-9451-ebe412bb84f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.351463] env[65635]: DEBUG nova.policy [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8852cfe06b564757bf22b8acccbbe30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c62a9565d8d940e8858945647ca5a262', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.407413] env[65635]: WARNING neutronclient.v2_0.client [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.497931] env[65635]: DEBUG oslo_vmware.api [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426626, 'name': PowerOnVM_Task, 'duration_secs': 0.608757} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.500724] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.500945] env[65635]: INFO nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Took 8.39 seconds to spawn the instance on the hypervisor. [ 931.501147] env[65635]: DEBUG nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.502212] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c58e9-bfc6-412b-bd55-a2299a06988f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.520270] env[65635]: DEBUG nova.objects.instance [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'pci_requests' on Instance uuid 88433ade-6449-40a4-9c92-122481cf79be {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.599519] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426627, 'name': CreateSnapshot_Task, 'duration_secs': 0.881548} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.602486] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 931.604260] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6569593-3f4d-4e3b-ac7b-0c6c7b5d837b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.731911] env[65635]: DEBUG nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 931.765087] env[65635]: DEBUG nova.network.neutron [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Successfully created port: f690d828-5ff4-44ea-abaf-48740f602452 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 931.795030] env[65635]: DEBUG nova.network.neutron [-] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.844366] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5216a069-8f59-04a1-9451-ebe412bb84f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.844664] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.844933] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] eade56e2-7242-483c-9549-c0a907224753/eade56e2-7242-483c-9549-c0a907224753.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.845223] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9682062-0871-43a0-9369-cc6265d085ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.853817] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 931.853817] env[65635]: value = "task-4426629" [ 931.853817] env[65635]: _type = "Task" [ 931.853817] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.863400] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.884217] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3f3a2d-488f-4057-975c-1e8a5f316304 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.893722] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f5fe22-a43b-432d-94f7-cb1b8a9d53b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.931959] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5346d-2c3e-4f47-9508-4385f065c013 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.943259] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4abcc9-c83f-410d-ba0d-7fc0eba3d7a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.963584] env[65635]: DEBUG nova.compute.provider_tree [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.025768] env[65635]: DEBUG nova.objects.base [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Object Instance<88433ade-6449-40a4-9c92-122481cf79be> lazy-loaded attributes: flavor,pci_requests {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 932.025943] env[65635]: DEBUG nova.network.neutron [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 932.026349] env[65635]: WARNING neutronclient.v2_0.client [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.026746] env[65635]: WARNING neutronclient.v2_0.client [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.032358] env[65635]: INFO nova.compute.manager [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Took 44.08 seconds to build instance. [ 932.089362] env[65635]: DEBUG nova.policy [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.129761] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 932.130234] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47c64f9f-f06f-4846-9c99-7946dc087fe5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.143388] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 932.143388] env[65635]: value = "task-4426630" [ 932.143388] env[65635]: _type = "Task" [ 932.143388] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.156148] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426630, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.172730] env[65635]: DEBUG nova.compute.manager [req-dd3002a0-c22a-4758-801a-63d4c5bbde5c req-af6e4d08-3111-4d94-bb88-da23d400fc70 service nova] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Received event network-vif-deleted-b74955e6-8e56-4a39-9b83-bda69a339612 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 932.300338] env[65635]: INFO nova.compute.manager [-] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Took 1.35 seconds to deallocate network for instance. [ 932.368795] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.439040] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.439445] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.439574] env[65635]: DEBUG nova.compute.manager [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Going to confirm migration 2 {{(pid=65635) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 932.468581] env[65635]: DEBUG nova.scheduler.client.report [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.528127] env[65635]: DEBUG nova.network.neutron [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Successfully created port: a3692ae6-3557-4c57-8bf4-0ea448c6ecba {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 932.535109] env[65635]: DEBUG oslo_concurrency.lockutils [None req-23eca0f1-3e71-4a36-80bd-ad6ad2da34ca tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "90868ad4-03b7-43d8-9227-f3810256343d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.587s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.655118] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426630, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.743342] env[65635]: DEBUG nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 932.778296] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 932.778597] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.778763] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 932.778945] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.779108] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 932.779254] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 932.780151] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.780151] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 932.780151] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 932.780151] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 932.780395] env[65635]: DEBUG nova.virt.hardware [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 932.781248] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223fd5f-a4b7-46ec-8276-0ffbc36958a8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.791747] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13b09bd-de63-4b97-a140-9aa903384fe1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.810511] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.866544] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599822} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.866824] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] eade56e2-7242-483c-9549-c0a907224753/eade56e2-7242-483c-9549-c0a907224753.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.867057] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.867327] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa3cc78-d243-407f-9ed8-fd7f89653f15 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.877725] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 932.877725] env[65635]: value = "task-4426631" [ 932.877725] env[65635]: _type = "Task" [ 932.877725] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.888598] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.947296] env[65635]: WARNING neutronclient.v2_0.client [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.975852] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.978748] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.781s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.979084] env[65635]: DEBUG nova.objects.instance [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lazy-loading 'resources' on Instance uuid 0144e645-a0c2-47d4-b290-7cf9c0ec95cb {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.003817] env[65635]: INFO nova.scheduler.client.report [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Deleted allocations for instance 8a96f114-e6b5-4b01-bd15-e724b0e1b825 [ 933.154856] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426630, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.388116] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217646} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.388432] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.389306] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98787901-68b0-4987-b276-9620ccbaae8b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.416340] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] eade56e2-7242-483c-9549-c0a907224753/eade56e2-7242-483c-9549-c0a907224753.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.416728] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5540b852-5809-4238-a53b-ad107e3327a6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.438691] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 933.438691] env[65635]: value = "task-4426632" [ 933.438691] env[65635]: _type = "Task" [ 933.438691] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.452644] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.453781] env[65635]: DEBUG nova.network.neutron [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Successfully updated port: f690d828-5ff4-44ea-abaf-48740f602452 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 933.489975] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 933.490239] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866212', 'volume_id': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'name': 'volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a2e896-806d-4b79-89b3-484c17ed303b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'serial': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 933.491160] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ba2fc-0121-409a-b8a8-2e558064534d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.516830] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6118b77-8e4d-48c0-87e3-99783880c379 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.519948] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e66bb6c3-8e12-4193-9155-a85efada13e7 tempest-ServersWithSpecificFlavorTestJSON-478407304 tempest-ServersWithSpecificFlavorTestJSON-478407304-project-member] Lock "8a96f114-e6b5-4b01-bd15-e724b0e1b825" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.984s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.547447] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20/volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.551257] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116ef855-e120-4c22-b18b-9471033fe3f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.566314] env[65635]: WARNING neutronclient.v2_0.client [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.566695] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.566853] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.567035] env[65635]: DEBUG nova.network.neutron [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.567222] env[65635]: DEBUG nova.objects.instance [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'info_cache' on Instance uuid f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.575867] env[65635]: DEBUG oslo_vmware.api [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 933.575867] env[65635]: value = "task-4426633" [ 933.575867] env[65635]: _type = "Task" [ 933.575867] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.591300] env[65635]: DEBUG oslo_vmware.api [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.659248] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426630, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.950408] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.956272] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.956575] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.956774] env[65635]: DEBUG nova.network.neutron [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.024288] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd527ac-87da-4dc0-8194-60ff40b5c9c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.035853] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea9528-01db-4163-82fa-707e01837b8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.076213] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b8eeb7-2b7b-4d6c-a7cd-061aa6655c0a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.094141] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a725414-a2da-44bd-bff2-c06ceac81713 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.099622] env[65635]: DEBUG oslo_vmware.api [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.112412] env[65635]: DEBUG nova.compute.provider_tree [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.160476] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426630, 'name': CloneVM_Task} progress is 95%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.191682] env[65635]: DEBUG nova.network.neutron [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Successfully updated port: a3692ae6-3557-4c57-8bf4-0ea448c6ecba {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 934.452464] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426632, 'name': ReconfigVM_Task, 'duration_secs': 0.696215} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.452815] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Reconfigured VM instance instance-00000047 to attach disk [datastore1] eade56e2-7242-483c-9549-c0a907224753/eade56e2-7242-483c-9549-c0a907224753.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.453543] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db40e233-c567-4b17-aa51-d5d13389b26b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.461564] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 934.461564] env[65635]: value = "task-4426634" [ 934.461564] env[65635]: _type = "Task" [ 934.461564] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.475240] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426634, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.499902] env[65635]: DEBUG nova.network.neutron [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 934.568157] env[65635]: WARNING neutronclient.v2_0.client [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.576416] env[65635]: WARNING neutronclient.v2_0.client [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.590269] env[65635]: DEBUG oslo_vmware.api [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426633, 'name': ReconfigVM_Task, 'duration_secs': 0.581367} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.590565] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20/volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.595596] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322d4740-cbcb-4ead-baca-44c9fc1f5b97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.616180] env[65635]: DEBUG nova.scheduler.client.report [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.620954] env[65635]: DEBUG oslo_vmware.api [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 934.620954] env[65635]: value = "task-4426635" [ 934.620954] env[65635]: _type = "Task" [ 934.620954] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.630962] env[65635]: DEBUG oslo_vmware.api [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.652411] env[65635]: DEBUG nova.network.neutron [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Updating instance_info_cache with network_info: [{"id": "f690d828-5ff4-44ea-abaf-48740f602452", "address": "fa:16:3e:77:8d:4b", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf690d828-5f", "ovs_interfaceid": "f690d828-5ff4-44ea-abaf-48740f602452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.663898] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426630, 'name': CloneVM_Task, 'duration_secs': 2.159159} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.664998] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Created linked-clone VM from snapshot [ 934.665824] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb4531f-249c-4114-b9f7-316a3ac3a470 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.676905] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Uploading image 48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 934.695959] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.696277] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.696573] env[65635]: DEBUG nova.network.neutron [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.711594] env[65635]: DEBUG oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 934.711594] env[65635]: value = "vm-866214" [ 934.711594] env[65635]: _type = "VirtualMachine" [ 934.711594] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 934.711919] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e593e300-c440-450d-9fad-6a94793552cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.722685] env[65635]: DEBUG oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lease: (returnval){ [ 934.722685] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527e83fd-0c0d-37ab-c8cc-8a6431e57ceb" [ 934.722685] env[65635]: _type = "HttpNfcLease" [ 934.722685] env[65635]: } obtained for exporting VM: (result){ [ 934.722685] env[65635]: value = "vm-866214" [ 934.722685] env[65635]: _type = "VirtualMachine" [ 934.722685] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 934.723040] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the lease: (returnval){ [ 934.723040] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527e83fd-0c0d-37ab-c8cc-8a6431e57ceb" [ 934.723040] env[65635]: _type = "HttpNfcLease" [ 934.723040] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 934.736259] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.736259] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527e83fd-0c0d-37ab-c8cc-8a6431e57ceb" [ 934.736259] env[65635]: _type = "HttpNfcLease" [ 934.736259] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.774204] env[65635]: WARNING neutronclient.v2_0.client [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.872028] env[65635]: DEBUG nova.network.neutron [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [{"id": "38988061-526a-4665-86c5-a7d8953ecfc1", "address": "fa:16:3e:84:70:4f", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988061-52", "ovs_interfaceid": "38988061-526a-4665-86c5-a7d8953ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.975523] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426634, 'name': Rename_Task, 'duration_secs': 0.16608} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.976106] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.976395] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-972d4db5-134a-4502-8c1c-46ee8d7856c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.983295] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 934.983295] env[65635]: value = "task-4426637" [ 934.983295] env[65635]: _type = "Task" [ 934.983295] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.992287] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.123686] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.126367] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.915s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.126743] env[65635]: DEBUG nova.objects.instance [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lazy-loading 'resources' on Instance uuid cf06d3f8-6fbc-4c4d-a2b7-60f24327037c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.138573] env[65635]: DEBUG oslo_vmware.api [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426635, 'name': ReconfigVM_Task, 'duration_secs': 0.178876} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.139581] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866212', 'volume_id': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'name': 'volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a2e896-806d-4b79-89b3-484c17ed303b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'serial': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 935.153185] env[65635]: INFO nova.scheduler.client.report [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleted allocations for instance 0144e645-a0c2-47d4-b290-7cf9c0ec95cb [ 935.155549] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.155853] env[65635]: DEBUG nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Instance network_info: |[{"id": "f690d828-5ff4-44ea-abaf-48740f602452", "address": "fa:16:3e:77:8d:4b", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf690d828-5f", "ovs_interfaceid": "f690d828-5ff4-44ea-abaf-48740f602452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 935.159747] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:8d:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f690d828-5ff4-44ea-abaf-48740f602452', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.167893] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 935.169646] env[65635]: DEBUG nova.compute.manager [req-f5b64cb7-3700-4296-ade2-17f6bba0c557 req-b9838c53-93cf-438f-a175-68eb33826ef4 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received event network-vif-plugged-a3692ae6-3557-4c57-8bf4-0ea448c6ecba {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 935.169784] env[65635]: DEBUG oslo_concurrency.lockutils [req-f5b64cb7-3700-4296-ade2-17f6bba0c557 req-b9838c53-93cf-438f-a175-68eb33826ef4 service nova] Acquiring lock "88433ade-6449-40a4-9c92-122481cf79be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.170010] env[65635]: DEBUG oslo_concurrency.lockutils [req-f5b64cb7-3700-4296-ade2-17f6bba0c557 req-b9838c53-93cf-438f-a175-68eb33826ef4 service nova] Lock "88433ade-6449-40a4-9c92-122481cf79be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.170196] env[65635]: DEBUG oslo_concurrency.lockutils [req-f5b64cb7-3700-4296-ade2-17f6bba0c557 req-b9838c53-93cf-438f-a175-68eb33826ef4 service nova] Lock "88433ade-6449-40a4-9c92-122481cf79be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.170370] env[65635]: DEBUG nova.compute.manager [req-f5b64cb7-3700-4296-ade2-17f6bba0c557 req-b9838c53-93cf-438f-a175-68eb33826ef4 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] No waiting events found dispatching network-vif-plugged-a3692ae6-3557-4c57-8bf4-0ea448c6ecba {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 935.170537] env[65635]: WARNING nova.compute.manager [req-f5b64cb7-3700-4296-ade2-17f6bba0c557 req-b9838c53-93cf-438f-a175-68eb33826ef4 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received unexpected event network-vif-plugged-a3692ae6-3557-4c57-8bf4-0ea448c6ecba for instance with vm_state active and task_state None. [ 935.171546] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.171815] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d6a6c50-3a0b-4fe9-bafc-9ed431ff8b2d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.194360] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.194360] env[65635]: value = "task-4426638" [ 935.194360] env[65635]: _type = "Task" [ 935.194360] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.206463] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426638, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.212364] env[65635]: DEBUG nova.compute.manager [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Received event network-vif-plugged-f690d828-5ff4-44ea-abaf-48740f602452 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 935.212592] env[65635]: DEBUG oslo_concurrency.lockutils [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] Acquiring lock "654b932b-35cc-4d33-832b-e2db32490bf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.212796] env[65635]: DEBUG oslo_concurrency.lockutils [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] Lock "654b932b-35cc-4d33-832b-e2db32490bf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.213183] env[65635]: DEBUG oslo_concurrency.lockutils [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] Lock "654b932b-35cc-4d33-832b-e2db32490bf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.213183] env[65635]: DEBUG nova.compute.manager [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] No waiting events found dispatching network-vif-plugged-f690d828-5ff4-44ea-abaf-48740f602452 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 935.213330] env[65635]: WARNING nova.compute.manager [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Received unexpected event network-vif-plugged-f690d828-5ff4-44ea-abaf-48740f602452 for instance with vm_state building and task_state spawning. [ 935.214387] env[65635]: DEBUG nova.compute.manager [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Received event network-changed-f690d828-5ff4-44ea-abaf-48740f602452 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 935.214387] env[65635]: DEBUG nova.compute.manager [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Refreshing instance network info cache due to event network-changed-f690d828-5ff4-44ea-abaf-48740f602452. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 935.214387] env[65635]: DEBUG oslo_concurrency.lockutils [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] Acquiring lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.214387] env[65635]: DEBUG oslo_concurrency.lockutils [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] Acquired lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.214387] env[65635]: DEBUG nova.network.neutron [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Refreshing network info cache for port f690d828-5ff4-44ea-abaf-48740f602452 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.233248] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.233248] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527e83fd-0c0d-37ab-c8cc-8a6431e57ceb" [ 935.233248] env[65635]: _type = "HttpNfcLease" [ 935.233248] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.233248] env[65635]: DEBUG oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.233248] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527e83fd-0c0d-37ab-c8cc-8a6431e57ceb" [ 935.233248] env[65635]: _type = "HttpNfcLease" [ 935.233248] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.233618] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f21b2e-38b9-4712-9afa-f634d1d0dd1a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.242262] env[65635]: DEBUG oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aacda9-441d-1a35-8222-118e0f8a6ea3/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.242489] env[65635]: DEBUG oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aacda9-441d-1a35-8222-118e0f8a6ea3/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.304122] env[65635]: WARNING nova.network.neutron [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] 924aba22-56da-44a3-a97a-0fdebc5cb669 already exists in list: networks containing: ['924aba22-56da-44a3-a97a-0fdebc5cb669']. ignoring it [ 935.350091] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f9d3c5c-345b-4471-99e9-fb37366adf33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.375438] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.376084] env[65635]: DEBUG nova.objects.instance [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'migration_context' on Instance uuid f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.459360] env[65635]: WARNING neutronclient.v2_0.client [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.497051] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426637, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.676934] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3fad2803-c7ee-4aca-93be-d964aa4f3f12 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "0144e645-a0c2-47d4-b290-7cf9c0ec95cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.514s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.688556] env[65635]: WARNING neutronclient.v2_0.client [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.715311] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426638, 'name': CreateVM_Task, 'duration_secs': 0.502246} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.715916] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.716600] env[65635]: WARNING neutronclient.v2_0.client [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.717181] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.718285] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.718987] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.719625] env[65635]: WARNING neutronclient.v2_0.client [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.722255] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3ef96a-7916-47f4-8f5f-87e573bd31b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.729699] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 935.729699] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3222c-9938-8cc0-6af5-038cca44f02b" [ 935.729699] env[65635]: _type = "Task" [ 935.729699] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.746570] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3222c-9938-8cc0-6af5-038cca44f02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.861364] env[65635]: DEBUG nova.network.neutron [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updating instance_info_cache with network_info: [{"id": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "address": "fa:16:3e:bd:ba:e1", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05561f6f-a0", "ovs_interfaceid": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3692ae6-3557-4c57-8bf4-0ea448c6ecba", "address": "fa:16:3e:11:30:63", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3692ae6-35", "ovs_interfaceid": "a3692ae6-3557-4c57-8bf4-0ea448c6ecba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.883813] env[65635]: DEBUG nova.objects.base [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 935.885435] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaef89ff-3535-45d1-8156-aad9021e7e7a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.917619] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94230179-7c7a-4f8e-a90e-71a06301f37e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.927828] env[65635]: DEBUG oslo_vmware.api [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 935.927828] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5212f65f-1535-9ace-e952-795dad23200f" [ 935.927828] env[65635]: _type = "Task" [ 935.927828] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.944448] env[65635]: DEBUG oslo_vmware.api [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5212f65f-1535-9ace-e952-795dad23200f, 'name': SearchDatastore_Task, 'duration_secs': 0.013372} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.944837] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.956089] env[65635]: WARNING neutronclient.v2_0.client [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.997249] env[65635]: DEBUG oslo_vmware.api [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426637, 'name': PowerOnVM_Task, 'duration_secs': 0.544952} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.000527] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.000876] env[65635]: INFO nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Took 10.27 seconds to spawn the instance on the hypervisor. [ 936.001130] env[65635]: DEBUG nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 936.005283] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f08651-1a10-4ffa-bd68-412a58916c14 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.050497] env[65635]: DEBUG nova.network.neutron [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Updated VIF entry in instance network info cache for port f690d828-5ff4-44ea-abaf-48740f602452. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.051101] env[65635]: DEBUG nova.network.neutron [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Updating instance_info_cache with network_info: [{"id": "f690d828-5ff4-44ea-abaf-48740f602452", "address": "fa:16:3e:77:8d:4b", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf690d828-5f", "ovs_interfaceid": "f690d828-5ff4-44ea-abaf-48740f602452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.205760] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd1ef5-b963-465c-8208-0c71b90d546a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.214389] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55347822-6ca4-445b-9894-923f31a507e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.218729] env[65635]: DEBUG nova.objects.instance [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'flavor' on Instance uuid b5a2e896-806d-4b79-89b3-484c17ed303b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.260203] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279a4b39-6ceb-40aa-82a5-da68c90fe3f9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.273757] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c3222c-9938-8cc0-6af5-038cca44f02b, 'name': SearchDatastore_Task, 'duration_secs': 0.015882} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.276597] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.276787] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.277301] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.277619] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.277986] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.278391] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d6a5ac-786a-4b7c-abe4-bed3efcdc7e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.281975] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafe9247-9d4f-4bee-99a7-ba1e51d9767c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.298747] env[65635]: DEBUG nova.compute.provider_tree [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.301751] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.302261] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.302444] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.303542] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.305644] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45ef9a7-068e-4923-87d8-646fac59cb66 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.313330] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 936.313330] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523fabec-7a24-b106-c4d7-e753493aab74" [ 936.313330] env[65635]: _type = "Task" [ 936.313330] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.323972] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523fabec-7a24-b106-c4d7-e753493aab74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.368776] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.369643] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.370048] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.372849] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f1fcf1-821a-40b1-adb3-a242eb03f83b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.397999] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 936.397999] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.397999] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 936.398196] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.398515] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 936.398515] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 936.398744] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 936.399048] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 936.399250] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 936.399653] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 936.399840] env[65635]: DEBUG nova.virt.hardware [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 936.407217] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Reconfiguring VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 936.408709] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ee07e6-c790-43e2-a7b2-9d4114d27bae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.427952] env[65635]: DEBUG oslo_vmware.api [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 936.427952] env[65635]: value = "task-4426639" [ 936.427952] env[65635]: _type = "Task" [ 936.427952] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.438445] env[65635]: DEBUG oslo_vmware.api [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426639, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.526254] env[65635]: INFO nova.compute.manager [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Took 48.46 seconds to build instance. [ 936.554556] env[65635]: DEBUG oslo_concurrency.lockutils [req-a4a3f71e-7bea-4a55-b85f-3f84571a9c8d req-805d53ab-89bd-4fa2-91d2-fbad7f285f76 service nova] Releasing lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.725362] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67ebb4a5-d6e6-4e13-b8af-8bb571ae6f4e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.391s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.813964] env[65635]: DEBUG nova.scheduler.client.report [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.817813] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.822073] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.822732] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.823552] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.823821] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.824047] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.824233] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 936.824460] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.830360] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523fabec-7a24-b106-c4d7-e753493aab74, 'name': SearchDatastore_Task, 'duration_secs': 0.018315} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.832051] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d5437b-d935-49eb-a659-05c03ceaee82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.841199] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 936.841199] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f09f60-a295-32be-cbfa-fc2dbe3204af" [ 936.841199] env[65635]: _type = "Task" [ 936.841199] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.853531] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f09f60-a295-32be-cbfa-fc2dbe3204af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.879608] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "a413a372-b513-4254-8516-8069c2374862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.880559] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "a413a372-b513-4254-8516-8069c2374862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.880559] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "a413a372-b513-4254-8516-8069c2374862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.880716] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "a413a372-b513-4254-8516-8069c2374862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.880853] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "a413a372-b513-4254-8516-8069c2374862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.883173] env[65635]: INFO nova.compute.manager [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Terminating instance [ 936.938957] env[65635]: DEBUG oslo_vmware.api [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.029599] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31a13a53-5130-487b-bef9-17595650b3c7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "eade56e2-7242-483c-9549-c0a907224753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.973s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.324018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.326959] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.756s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.327259] env[65635]: DEBUG nova.objects.instance [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 937.331277] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.354062] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f09f60-a295-32be-cbfa-fc2dbe3204af, 'name': SearchDatastore_Task, 'duration_secs': 0.018934} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.354240] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.354818] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2/654b932b-35cc-4d33-832b-e2db32490bf2.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.354818] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41454641-4a88-4498-9dc0-8f7f43a207ff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.359939] env[65635]: INFO nova.scheduler.client.report [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleted allocations for instance cf06d3f8-6fbc-4c4d-a2b7-60f24327037c [ 937.365930] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 937.365930] env[65635]: value = "task-4426640" [ 937.365930] env[65635]: _type = "Task" [ 937.365930] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.380034] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.387546] env[65635]: DEBUG nova.compute.manager [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 937.387546] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.388374] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fd0ac0-5d8b-4d93-a553-cbdac05a8dc9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.397821] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.397997] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf22847-48de-4de8-a064-d55f4480e145 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.406652] env[65635]: DEBUG oslo_vmware.api [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 937.406652] env[65635]: value = "task-4426641" [ 937.406652] env[65635]: _type = "Task" [ 937.406652] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.418998] env[65635]: DEBUG oslo_vmware.api [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.440103] env[65635]: DEBUG oslo_vmware.api [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426639, 'name': ReconfigVM_Task, 'duration_secs': 0.88393} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.440655] env[65635]: WARNING neutronclient.v2_0.client [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.440906] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.441182] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Reconfigured VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 937.787820] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b5a2e896-806d-4b79-89b3-484c17ed303b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.788127] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.788383] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b5a2e896-806d-4b79-89b3-484c17ed303b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.788582] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.789372] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.792586] env[65635]: INFO nova.compute.manager [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Terminating instance [ 937.872946] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6eaa1498-3eae-41dc-9738-760ec7ce4c03 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "cf06d3f8-6fbc-4c4d-a2b7-60f24327037c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.811s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.885099] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.919728] env[65635]: DEBUG oslo_vmware.api [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426641, 'name': PowerOffVM_Task, 'duration_secs': 0.226716} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.920044] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.920274] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.920645] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5fb999d-89d6-48dd-98ac-53ba1a3c9c35 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.946656] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b77e47a2-350c-434b-86d7-4d29b97495c0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-88433ade-6449-40a4-9c92-122481cf79be-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.052s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.009126] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.009126] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.009126] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleting the datastore file [datastore2] a413a372-b513-4254-8516-8069c2374862 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.009579] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44496f8c-be9c-4d85-8793-4a06dc3e3817 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.020231] env[65635]: DEBUG oslo_vmware.api [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for the task: (returnval){ [ 938.020231] env[65635]: value = "task-4426643" [ 938.020231] env[65635]: _type = "Task" [ 938.020231] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.030723] env[65635]: DEBUG oslo_vmware.api [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.301164] env[65635]: DEBUG nova.compute.manager [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 938.301439] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.301814] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3c35e1b-fcd7-4e58-b77f-3a4282f7fb0a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.310753] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 938.310753] env[65635]: value = "task-4426644" [ 938.310753] env[65635]: _type = "Task" [ 938.310753] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.322546] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.338323] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f3892a52-8161-405e-b237-32324e7eeb18 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.339820] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.338s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.341673] env[65635]: INFO nova.compute.claims [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.381049] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619747} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.381049] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2/654b932b-35cc-4d33-832b-e2db32490bf2.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.381049] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.381392] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5279bae-9013-4b5c-a177-0d03dd48202c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.389753] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 938.389753] env[65635]: value = "task-4426645" [ 938.389753] env[65635]: _type = "Task" [ 938.389753] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.400282] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.471756] env[65635]: DEBUG nova.compute.manager [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received event network-changed-a3692ae6-3557-4c57-8bf4-0ea448c6ecba {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 938.471756] env[65635]: DEBUG nova.compute.manager [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Refreshing instance network info cache due to event network-changed-a3692ae6-3557-4c57-8bf4-0ea448c6ecba. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 938.472131] env[65635]: DEBUG oslo_concurrency.lockutils [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] Acquiring lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.472131] env[65635]: DEBUG oslo_concurrency.lockutils [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] Acquired lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.472131] env[65635]: DEBUG nova.network.neutron [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Refreshing network info cache for port a3692ae6-3557-4c57-8bf4-0ea448c6ecba {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.532355] env[65635]: DEBUG oslo_vmware.api [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Task: {'id': task-4426643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325823} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.532355] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.532605] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.533517] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.533517] env[65635]: INFO nova.compute.manager [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] [instance: a413a372-b513-4254-8516-8069c2374862] Took 1.15 seconds to destroy the instance on the hypervisor. [ 938.533696] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 938.533929] env[65635]: DEBUG nova.compute.manager [-] [instance: a413a372-b513-4254-8516-8069c2374862] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 938.534098] env[65635]: DEBUG nova.network.neutron [-] [instance: a413a372-b513-4254-8516-8069c2374862] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 938.534420] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.647441] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.827114] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.904774] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127841} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.904774] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.904774] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1daa9be-de49-4511-9fe5-2c9da26d8654 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.935989] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2/654b932b-35cc-4d33-832b-e2db32490bf2.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.936246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "eade56e2-7242-483c-9549-c0a907224753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.937102] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "eade56e2-7242-483c-9549-c0a907224753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.939044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "eade56e2-7242-483c-9549-c0a907224753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.939044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "eade56e2-7242-483c-9549-c0a907224753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.939044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "eade56e2-7242-483c-9549-c0a907224753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.939531] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a767f73-614a-45cb-b836-481917f46c95 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.955840] env[65635]: INFO nova.compute.manager [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Terminating instance [ 938.969303] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 938.969303] env[65635]: value = "task-4426646" [ 938.969303] env[65635]: _type = "Task" [ 938.969303] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.969303] env[65635]: DEBUG nova.compute.manager [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 938.979977] env[65635]: WARNING neutronclient.v2_0.client [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.994490] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.188778] env[65635]: WARNING neutronclient.v2_0.client [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.273394] env[65635]: DEBUG nova.network.neutron [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updated VIF entry in instance network info cache for port a3692ae6-3557-4c57-8bf4-0ea448c6ecba. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.273896] env[65635]: DEBUG nova.network.neutron [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updating instance_info_cache with network_info: [{"id": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "address": "fa:16:3e:bd:ba:e1", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05561f6f-a0", "ovs_interfaceid": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3692ae6-3557-4c57-8bf4-0ea448c6ecba", "address": "fa:16:3e:11:30:63", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3692ae6-35", "ovs_interfaceid": "a3692ae6-3557-4c57-8bf4-0ea448c6ecba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.327870] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426644, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.462834] env[65635]: DEBUG nova.compute.manager [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 939.463253] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.463954] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd924c-3dee-4a66-8fa0-745855c11fc6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.475589] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.481138] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7239ac07-38e2-46f9-88b1-caf8bb5340ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.494464] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.496117] env[65635]: DEBUG oslo_vmware.api [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 939.496117] env[65635]: value = "task-4426647" [ 939.496117] env[65635]: _type = "Task" [ 939.496117] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.500200] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.518053] env[65635]: DEBUG nova.network.neutron [-] [instance: a413a372-b513-4254-8516-8069c2374862] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.781144] env[65635]: DEBUG oslo_concurrency.lockutils [req-ba0f853f-b654-4201-a8c8-707302905403 req-fc16783b-e476-487f-a706-cd0333139e4a service nova] Releasing lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.828750] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426644, 'name': PowerOffVM_Task, 'duration_secs': 1.035359} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.829178] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.829255] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 939.829559] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866212', 'volume_id': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'name': 'volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a2e896-806d-4b79-89b3-484c17ed303b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'serial': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 939.830344] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5fd483-4857-40f7-9488-13bc4581705f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.862576] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a1b478-9857-4e18-aabd-8eb2c5516f56 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.866780] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb3d49e-9976-4b61-a202-bfaa73713a29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.879395] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9fd4e0-616f-47dd-886c-c36623b514a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.883660] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b80041-306e-4ecd-b45b-89e14fba820a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.939279] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f23c1b-e228-44cc-9077-2f4c2824c4b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.942456] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0002cfce-060e-4568-908d-c22d7e43cf52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.965668] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The volume has not been displaced from its original location: [datastore1] volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20/volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 939.971706] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 939.971800] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a50633e0-c40c-44a5-846e-1ecfb3918276 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.986608] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297cb9ce-4752-4884-b81f-b9bdd2eec875 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.013143] env[65635]: DEBUG nova.compute.provider_tree [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.014988] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 940.014988] env[65635]: value = "task-4426648" [ 940.014988] env[65635]: _type = "Task" [ 940.014988] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.015310] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426646, 'name': ReconfigVM_Task, 'duration_secs': 0.650457} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.016508] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2/654b932b-35cc-4d33-832b-e2db32490bf2.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.020976] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e86c67bc-5073-4d88-aa68-2ef91d0eaa4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.026762] env[65635]: INFO nova.compute.manager [-] [instance: a413a372-b513-4254-8516-8069c2374862] Took 1.49 seconds to deallocate network for instance. [ 940.027111] env[65635]: DEBUG oslo_vmware.api [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426647, 'name': PowerOffVM_Task, 'duration_secs': 0.328036} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.029702] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.029980] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.034237] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc22d6d7-80d9-422f-abe2-faf1e95fddd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.042704] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 940.042704] env[65635]: value = "task-4426649" [ 940.042704] env[65635]: _type = "Task" [ 940.042704] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.043064] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.055401] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426649, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.131708] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.132022] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.132332] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleting the datastore file [datastore1] eade56e2-7242-483c-9549-c0a907224753 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.132657] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c62d53-49a3-467c-8fed-3a64991b0646 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.141690] env[65635]: DEBUG oslo_vmware.api [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 940.141690] env[65635]: value = "task-4426651" [ 940.141690] env[65635]: _type = "Task" [ 940.141690] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.153045] env[65635]: DEBUG oslo_vmware.api [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.517851] env[65635]: DEBUG nova.scheduler.client.report [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.541223] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.548254] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426648, 'name': ReconfigVM_Task, 'duration_secs': 0.35186} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.553805] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 940.562822] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d359cdfd-81cb-4e8d-b92b-0a20651df643 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.581945] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426649, 'name': Rename_Task, 'duration_secs': 0.267927} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.583477] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.583836] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 940.583836] env[65635]: value = "task-4426652" [ 940.583836] env[65635]: _type = "Task" [ 940.583836] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.584045] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cbc8e5a-a24d-45f8-8474-b8a6946ebcf6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.597343] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.600053] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 940.600053] env[65635]: value = "task-4426653" [ 940.600053] env[65635]: _type = "Task" [ 940.600053] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.655845] env[65635]: DEBUG oslo_vmware.api [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359935} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.656100] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.656280] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.656569] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.656653] env[65635]: INFO nova.compute.manager [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: eade56e2-7242-483c-9549-c0a907224753] Took 1.19 seconds to destroy the instance on the hypervisor. [ 940.656843] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 940.657087] env[65635]: DEBUG nova.compute.manager [-] [instance: eade56e2-7242-483c-9549-c0a907224753] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 940.657210] env[65635]: DEBUG nova.network.neutron [-] [instance: eade56e2-7242-483c-9549-c0a907224753] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 940.657456] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.806155] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.036178] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.036792] env[65635]: DEBUG nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 941.040568] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.084s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.040871] env[65635]: DEBUG nova.objects.instance [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'resources' on Instance uuid 51ed186e-a115-447b-ae00-83211ccc0d7c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.096839] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426652, 'name': ReconfigVM_Task, 'duration_secs': 0.236459} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.097212] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866212', 'volume_id': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'name': 'volume-d4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a2e896-806d-4b79-89b3-484c17ed303b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20', 'serial': 'd4cda65a-af96-4bb0-9d56-0c730f9b6a20'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 941.097549] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.098403] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46461e02-a550-4e4f-be69-be9f5a40ddf9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.112099] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.115814] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.116114] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28fa7ae6-b7f9-4d32-8fec-64392299f6d6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.134051] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-88433ade-6449-40a4-9c92-122481cf79be-a3692ae6-3557-4c57-8bf4-0ea448c6ecba" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.134322] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-88433ade-6449-40a4-9c92-122481cf79be-a3692ae6-3557-4c57-8bf4-0ea448c6ecba" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.204366] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.204812] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.204888] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleting the datastore file [datastore1] b5a2e896-806d-4b79-89b3-484c17ed303b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.205264] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c13f1526-b017-456d-8757-41494a17fdcd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.213382] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 941.213382] env[65635]: value = "task-4426655" [ 941.213382] env[65635]: _type = "Task" [ 941.213382] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.223584] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.328590] env[65635]: DEBUG nova.compute.manager [req-6fb07159-b678-4619-9549-5792fa059d09 req-d446340d-e66a-44fc-a365-891e35f4e99e service nova] [instance: a413a372-b513-4254-8516-8069c2374862] Received event network-vif-deleted-f8fe3de0-8aec-4886-9830-c7262a061073 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 941.545607] env[65635]: DEBUG nova.compute.utils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.550477] env[65635]: DEBUG nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 941.550744] env[65635]: DEBUG nova.network.neutron [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 941.551250] env[65635]: WARNING neutronclient.v2_0.client [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.552034] env[65635]: WARNING neutronclient.v2_0.client [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.622533] env[65635]: DEBUG oslo_vmware.api [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426653, 'name': PowerOnVM_Task, 'duration_secs': 0.668634} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.622842] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.623062] env[65635]: INFO nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Took 8.88 seconds to spawn the instance on the hypervisor. [ 941.623264] env[65635]: DEBUG nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 941.627204] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc07db-202a-4a00-be96-b35245d94919 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.637396] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.638177] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.644370] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f903b24-9084-4dab-abba-3ed228119c20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.650939] env[65635]: DEBUG nova.policy [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b90e2ecb2847e19fc5e5a67cef2964', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87c7d017d3a744be9fb936cc5083a4fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.675494] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5f4fc-1010-47ee-af5e-6091f93e17c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.706053] env[65635]: WARNING neutronclient.v2_0.client [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.713354] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Reconfiguring VM to detach interface {{(pid=65635) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 941.718012] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f7cb811-9bd7-475e-a4ef-327c2490140f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.741028] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 941.741028] env[65635]: value = "task-4426656" [ 941.741028] env[65635]: _type = "Task" [ 941.741028] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.744200] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.757161] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.777281] env[65635]: DEBUG nova.network.neutron [-] [instance: eade56e2-7242-483c-9549-c0a907224753] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.052195] env[65635]: DEBUG nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 942.162525] env[65635]: INFO nova.compute.manager [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Took 50.46 seconds to build instance. [ 942.177094] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adef939e-2fb9-44fb-87d1-4b75daaf8be0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.185923] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59695b2b-e121-4597-a121-989ea8a4c2de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.227314] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6aa0f7-a222-4f4a-8e7e-9437c999d5ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.239015] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ee6a5-8464-4013-9cc8-9d7a9d493926 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.246221] env[65635]: DEBUG oslo_vmware.api [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563915} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.249755] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.249958] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.250147] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.250321] env[65635]: INFO nova.compute.manager [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Took 3.95 seconds to destroy the instance on the hypervisor. [ 942.250584] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 942.258594] env[65635]: DEBUG nova.compute.manager [-] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 942.258701] env[65635]: DEBUG nova.network.neutron [-] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 942.258943] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.261587] env[65635]: DEBUG nova.compute.provider_tree [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.266397] env[65635]: DEBUG nova.network.neutron [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Successfully created port: 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 942.273078] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.279890] env[65635]: INFO nova.compute.manager [-] [instance: eade56e2-7242-483c-9549-c0a907224753] Took 1.62 seconds to deallocate network for instance. [ 942.333370] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.667868] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d7dfa1fb-129f-4fca-89d9-d4b568a504d7 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "654b932b-35cc-4d33-832b-e2db32490bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.973s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.759836] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.769152] env[65635]: DEBUG nova.scheduler.client.report [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.787571] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.061984] env[65635]: DEBUG nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 943.094653] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 943.095051] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.095214] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 943.095452] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.095636] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 943.095826] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 943.096066] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.096232] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 943.096398] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 943.096562] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 943.096748] env[65635]: DEBUG nova.virt.hardware [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 943.097738] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee407fef-0133-4e47-be49-1ca31b3b5220 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.107520] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef1991-929d-42ae-bfa7-6256d529e4ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.259093] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.274540] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.277043] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.616s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.277587] env[65635]: DEBUG nova.objects.instance [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lazy-loading 'resources' on Instance uuid 7311ea1e-911f-422f-b14e-2efbed95b1fe {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.301999] env[65635]: INFO nova.scheduler.client.report [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Deleted allocations for instance 51ed186e-a115-447b-ae00-83211ccc0d7c [ 943.713919] env[65635]: DEBUG nova.compute.manager [req-77e3103f-d977-4fd6-82a8-941ee7e46f8b req-034de9ec-0110-422b-b9a1-3237620ade39 service nova] [instance: eade56e2-7242-483c-9549-c0a907224753] Received event network-vif-deleted-0abd5eb9-988e-46b3-9287-bbcdbdda0079 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 943.748851] env[65635]: DEBUG nova.network.neutron [-] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.767217] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.814077] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b50c365c-5d46-4910-8f1c-91035eb6bff8 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "51ed186e-a115-447b-ae00-83211ccc0d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.665s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.874046] env[65635]: DEBUG nova.network.neutron [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Successfully updated port: 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 944.258294] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e851c37e-c8fb-40a2-be23-9278d31de45b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.261653] env[65635]: INFO nova.compute.manager [-] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Took 2.00 seconds to deallocate network for instance. [ 944.270994] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.274604] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0523f03-78b5-47be-93f3-d1f01e6f09b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.314086] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe4064-1c1a-49e1-9770-9741632ec4b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.324930] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bad070d-adab-4821-b79e-6b0b7f3deba2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.342515] env[65635]: DEBUG nova.compute.provider_tree [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.378333] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.378628] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.378925] env[65635]: DEBUG nova.network.neutron [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 944.763792] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.846609] env[65635]: DEBUG nova.scheduler.client.report [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.852583] env[65635]: INFO nova.compute.manager [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Took 0.59 seconds to detach 1 volumes for instance. [ 944.877769] env[65635]: DEBUG nova.compute.manager [req-c2341c57-aeb3-449d-bbb7-020c509d278b req-930875f1-1e05-4fee-92f8-c06f646cd5e3 service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Received event network-vif-plugged-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 944.877769] env[65635]: DEBUG oslo_concurrency.lockutils [req-c2341c57-aeb3-449d-bbb7-020c509d278b req-930875f1-1e05-4fee-92f8-c06f646cd5e3 service nova] Acquiring lock "97d0e2a4-9546-4492-be83-6d23eccf6be8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.883212] env[65635]: DEBUG oslo_concurrency.lockutils [req-c2341c57-aeb3-449d-bbb7-020c509d278b req-930875f1-1e05-4fee-92f8-c06f646cd5e3 service nova] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.883212] env[65635]: DEBUG oslo_concurrency.lockutils [req-c2341c57-aeb3-449d-bbb7-020c509d278b req-930875f1-1e05-4fee-92f8-c06f646cd5e3 service nova] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.883212] env[65635]: DEBUG nova.compute.manager [req-c2341c57-aeb3-449d-bbb7-020c509d278b req-930875f1-1e05-4fee-92f8-c06f646cd5e3 service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] No waiting events found dispatching network-vif-plugged-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 944.883212] env[65635]: WARNING nova.compute.manager [req-c2341c57-aeb3-449d-bbb7-020c509d278b req-930875f1-1e05-4fee-92f8-c06f646cd5e3 service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Received unexpected event network-vif-plugged-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e for instance with vm_state building and task_state spawning. [ 944.942768] env[65635]: DEBUG nova.network.neutron [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 944.953248] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "aea98375-55cd-4943-9715-97ab8a175972" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.953496] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "aea98375-55cd-4943-9715-97ab8a175972" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.077107] env[65635]: WARNING neutronclient.v2_0.client [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.219272] env[65635]: DEBUG nova.network.neutron [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updating instance_info_cache with network_info: [{"id": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "address": "fa:16:3e:5a:10:9c", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eff44e-c0", "ovs_interfaceid": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.262470] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.353338] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.356202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.694s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.356609] env[65635]: DEBUG nova.objects.instance [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lazy-loading 'resources' on Instance uuid 55a60070-607d-42de-b37f-58772bde1826 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.359146] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.401200] env[65635]: INFO nova.scheduler.client.report [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Deleted allocations for instance 7311ea1e-911f-422f-b14e-2efbed95b1fe [ 945.456396] env[65635]: DEBUG nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 945.716067] env[65635]: INFO nova.compute.manager [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Rescuing [ 945.716306] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.716459] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.716622] env[65635]: DEBUG nova.network.neutron [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.723235] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.723235] env[65635]: DEBUG nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Instance network_info: |[{"id": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "address": "fa:16:3e:5a:10:9c", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eff44e-c0", "ovs_interfaceid": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 945.723235] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:10:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38eff44e-c0ad-442c-a27b-d0e9e7c89f5e', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.730574] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Creating folder: Project (87c7d017d3a744be9fb936cc5083a4fc). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.731534] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2a3265a-7b6b-4d4a-b7c9-0a4988048725 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.744678] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Created folder: Project (87c7d017d3a744be9fb936cc5083a4fc) in parent group-v866005. [ 945.744897] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Creating folder: Instances. Parent ref: group-v866216. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.745292] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3726e06-c44a-4c3e-af02-aae4d7935398 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.757869] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Created folder: Instances in parent group-v866216. [ 945.758166] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 945.759913] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.759913] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-619e39ba-0918-4454-8370-5b4c70ba0c58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.780234] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.786684] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.786684] env[65635]: value = "task-4426659" [ 945.786684] env[65635]: _type = "Task" [ 945.786684] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.796326] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426659, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.807504] env[65635]: DEBUG nova.compute.manager [req-1186e878-c48a-42c8-a69e-60f623cb422d req-a27c9777-9c57-456c-bdea-d15ca013af93 service nova] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Received event network-vif-deleted-8e808683-052a-425e-9899-6251275e2f46 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 945.917042] env[65635]: DEBUG oslo_concurrency.lockutils [None req-56ea8c95-7e7f-4b31-b941-dd6b487a55c5 tempest-ServerShowV254Test-1332215624 tempest-ServerShowV254Test-1332215624-project-member] Lock "7311ea1e-911f-422f-b14e-2efbed95b1fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.744s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.994821] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.220974] env[65635]: WARNING neutronclient.v2_0.client [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.263442] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.299842] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426659, 'name': CreateVM_Task, 'duration_secs': 0.38717} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.299842] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.300375] env[65635]: WARNING neutronclient.v2_0.client [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.301024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.301024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.301158] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.302166] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55068ada-65ed-4ab3-be25-6e68c26c96d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.308137] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 946.308137] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d9af73-49f1-95e8-ef38-18205fbfa050" [ 946.308137] env[65635]: _type = "Task" [ 946.308137] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.325298] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d9af73-49f1-95e8-ef38-18205fbfa050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.396155] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35bc263-6380-474c-9ceb-02fa8c93063d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.404895] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbea43b-d902-4b12-b346-1f6452657e99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.439551] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58732908-2f05-42db-818e-b17159702931 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.449652] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23b66d-c243-40d9-9bfe-560189feadfe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.468334] env[65635]: DEBUG nova.compute.provider_tree [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.577834] env[65635]: WARNING neutronclient.v2_0.client [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.666184] env[65635]: DEBUG oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aacda9-441d-1a35-8222-118e0f8a6ea3/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.667337] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fad244-3ae9-477c-b9a5-3eddfe782bf5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.675936] env[65635]: DEBUG oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aacda9-441d-1a35-8222-118e0f8a6ea3/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.676205] env[65635]: ERROR oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aacda9-441d-1a35-8222-118e0f8a6ea3/disk-0.vmdk due to incomplete transfer. [ 946.676499] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ef22037-9b57-46bf-97c7-fd027f2e0d7a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.686469] env[65635]: DEBUG oslo_vmware.rw_handles [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aacda9-441d-1a35-8222-118e0f8a6ea3/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 946.686624] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Uploaded image 48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 946.689073] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 946.689358] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06e87ced-47fc-4cd2-b2d2-85b03a082886 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.696065] env[65635]: DEBUG nova.network.neutron [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Updating instance_info_cache with network_info: [{"id": "f690d828-5ff4-44ea-abaf-48740f602452", "address": "fa:16:3e:77:8d:4b", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf690d828-5f", "ovs_interfaceid": "f690d828-5ff4-44ea-abaf-48740f602452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.702027] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 946.702027] env[65635]: value = "task-4426660" [ 946.702027] env[65635]: _type = "Task" [ 946.702027] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.710961] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426660, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.765028] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.825936] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d9af73-49f1-95e8-ef38-18205fbfa050, 'name': SearchDatastore_Task, 'duration_secs': 0.04377} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.826477] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.826837] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.827120] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.827308] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.827544] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.827873] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c515413b-d576-4d26-b864-d6793a751680 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.838267] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.838527] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.839470] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75a1dfe-cd4c-4677-bbaa-855059b61e49 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.845780] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 946.845780] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52157725-77bc-ef4a-5def-e5ffa6af95e5" [ 946.845780] env[65635]: _type = "Task" [ 946.845780] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.854784] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52157725-77bc-ef4a-5def-e5ffa6af95e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.974651] env[65635]: DEBUG nova.scheduler.client.report [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.171268] env[65635]: DEBUG nova.compute.manager [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Received event network-changed-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 947.171439] env[65635]: DEBUG nova.compute.manager [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Refreshing instance network info cache due to event network-changed-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 947.171659] env[65635]: DEBUG oslo_concurrency.lockutils [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] Acquiring lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.171898] env[65635]: DEBUG oslo_concurrency.lockutils [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] Acquired lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.172136] env[65635]: DEBUG nova.network.neutron [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Refreshing network info cache for port 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.200674] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.220024] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426660, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.266795] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.357769] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52157725-77bc-ef4a-5def-e5ffa6af95e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015676} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.358744] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421dd7d5-66a3-475b-9890-7e71c4ccd5af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.365571] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 947.365571] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524d7634-b0fb-29d1-97d3-0cb0f52130da" [ 947.365571] env[65635]: _type = "Task" [ 947.365571] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.375334] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524d7634-b0fb-29d1-97d3-0cb0f52130da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.480735] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.485596] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.478s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.485899] env[65635]: DEBUG nova.objects.instance [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lazy-loading 'resources' on Instance uuid 011b169f-fe69-43ac-ade0-2359c6f7b910 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.505765] env[65635]: INFO nova.scheduler.client.report [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Deleted allocations for instance 55a60070-607d-42de-b37f-58772bde1826 [ 947.676158] env[65635]: WARNING neutronclient.v2_0.client [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.716768] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426660, 'name': Destroy_Task, 'duration_secs': 0.917467} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.717428] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Destroyed the VM [ 947.717428] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.717595] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2c3c0fb-c586-43a1-a9f1-881fc7ea08b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.724985] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 947.724985] env[65635]: value = "task-4426661" [ 947.724985] env[65635]: _type = "Task" [ 947.724985] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.736126] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426661, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.766398] env[65635]: DEBUG oslo_vmware.api [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426656, 'name': ReconfigVM_Task, 'duration_secs': 5.821124} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.766635] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.766952] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Reconfigured VM to detach interface {{(pid=65635) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 947.767728] env[65635]: WARNING neutronclient.v2_0.client [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.767728] env[65635]: WARNING neutronclient.v2_0.client [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.808275] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.808519] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.877768] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524d7634-b0fb-29d1-97d3-0cb0f52130da, 'name': SearchDatastore_Task, 'duration_secs': 0.03578} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.878191] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.878432] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 97d0e2a4-9546-4492-be83-6d23eccf6be8/97d0e2a4-9546-4492-be83-6d23eccf6be8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.878730] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d660e104-d88b-4155-af74-c1d429ec70d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.888188] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 947.888188] env[65635]: value = "task-4426662" [ 947.888188] env[65635]: _type = "Task" [ 947.888188] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.902403] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.015388] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a79926e2-8c5d-42aa-95f1-880b4fc084dc tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "55a60070-607d-42de-b37f-58772bde1826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.464s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.243464] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426661, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.250241] env[65635]: WARNING neutronclient.v2_0.client [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.311605] env[65635]: DEBUG nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 948.346377] env[65635]: DEBUG nova.network.neutron [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updated VIF entry in instance network info cache for port 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 948.346907] env[65635]: DEBUG nova.network.neutron [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updating instance_info_cache with network_info: [{"id": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "address": "fa:16:3e:5a:10:9c", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eff44e-c0", "ovs_interfaceid": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.404588] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.497174] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cfdaf8-1d49-4d87-85b9-659a90134b86 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.506350] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b9b25-1edb-4f52-84cf-8fa52058249d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.540694] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da61405b-e7f2-4a46-9b8f-3d1d40d53e32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.550856] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ed251-4653-476b-8dd5-7a6fc797358f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.568594] env[65635]: DEBUG nova.compute.provider_tree [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.572501] env[65635]: DEBUG nova.compute.manager [req-64bedade-5621-42b8-98d1-db57a495fad7 req-8ae0ef11-86b3-4174-baaf-81a9660d9248 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received event network-vif-deleted-a3692ae6-3557-4c57-8bf4-0ea448c6ecba {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 948.572982] env[65635]: INFO nova.compute.manager [req-64bedade-5621-42b8-98d1-db57a495fad7 req-8ae0ef11-86b3-4174-baaf-81a9660d9248 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Neutron deleted interface a3692ae6-3557-4c57-8bf4-0ea448c6ecba; detaching it from the instance and deleting it from the info cache [ 948.572982] env[65635]: DEBUG nova.network.neutron [req-64bedade-5621-42b8-98d1-db57a495fad7 req-8ae0ef11-86b3-4174-baaf-81a9660d9248 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updating instance_info_cache with network_info: [{"id": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "address": "fa:16:3e:bd:ba:e1", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05561f6f-a0", "ovs_interfaceid": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.737169] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426661, 'name': RemoveSnapshot_Task, 'duration_secs': 0.60107} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.737494] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.738052] env[65635]: DEBUG nova.compute.manager [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 948.738809] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1f2843-f0de-4b30-a023-ac432789ba6f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.746871] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.749575] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b626e3e-ab19-4809-87ef-556d56d9c307 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.758868] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 948.758868] env[65635]: value = "task-4426663" [ 948.758868] env[65635]: _type = "Task" [ 948.758868] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.771623] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.842210] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.852211] env[65635]: DEBUG oslo_concurrency.lockutils [req-c77654d2-2e3b-4e35-90b3-ae1b5705460d req-38f8f49a-7f6e-4af7-912e-ab6c5697e27f service nova] Releasing lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.899987] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572569} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.900412] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 97d0e2a4-9546-4492-be83-6d23eccf6be8/97d0e2a4-9546-4492-be83-6d23eccf6be8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.900571] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.900896] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf3af43b-93e9-47c6-8686-b2592d54cfd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.909391] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 948.909391] env[65635]: value = "task-4426664" [ 948.909391] env[65635]: _type = "Task" [ 948.909391] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.920995] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.075730] env[65635]: DEBUG nova.scheduler.client.report [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.079866] env[65635]: DEBUG oslo_concurrency.lockutils [req-64bedade-5621-42b8-98d1-db57a495fad7 req-8ae0ef11-86b3-4174-baaf-81a9660d9248 service nova] Acquiring lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.080566] env[65635]: DEBUG oslo_concurrency.lockutils [req-64bedade-5621-42b8-98d1-db57a495fad7 req-8ae0ef11-86b3-4174-baaf-81a9660d9248 service nova] Acquired lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.082111] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f8e28-3264-499e-ab7c-cafd3ef3adec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.102088] env[65635]: DEBUG oslo_concurrency.lockutils [req-64bedade-5621-42b8-98d1-db57a495fad7 req-8ae0ef11-86b3-4174-baaf-81a9660d9248 service nova] Releasing lock "88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.102436] env[65635]: WARNING nova.compute.manager [req-64bedade-5621-42b8-98d1-db57a495fad7 req-8ae0ef11-86b3-4174-baaf-81a9660d9248 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Detach interface failed, port_id=a3692ae6-3557-4c57-8bf4-0ea448c6ecba, reason: No device with interface-id a3692ae6-3557-4c57-8bf4-0ea448c6ecba exists on VM: nova.exception.NotFound: No device with interface-id a3692ae6-3557-4c57-8bf4-0ea448c6ecba exists on VM [ 949.164309] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.164529] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.164751] env[65635]: DEBUG nova.network.neutron [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.255239] env[65635]: INFO nova.compute.manager [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Shelve offloading [ 949.272153] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426663, 'name': PowerOffVM_Task, 'duration_secs': 0.203107} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.272438] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.273276] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604d90fa-10f1-4aa4-bf1b-23204f267260 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.294839] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565fc1d-c272-4cd0-b4bd-779edf27426d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.336577] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.336940] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b37ae7-94b4-432a-8c85-868567e71491 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.347175] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 949.347175] env[65635]: value = "task-4426665" [ 949.347175] env[65635]: _type = "Task" [ 949.347175] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.359088] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.419741] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085572} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.420719] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.420994] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6932a3-b6cc-410e-aaa2-982199226f66 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.447610] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 97d0e2a4-9546-4492-be83-6d23eccf6be8/97d0e2a4-9546-4492-be83-6d23eccf6be8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.447947] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96cb3ae8-e315-4e8c-850e-4eca444e2f85 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.470073] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 949.470073] env[65635]: value = "task-4426666" [ 949.470073] env[65635]: _type = "Task" [ 949.470073] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.479870] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.484976] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "88433ade-6449-40a4-9c92-122481cf79be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.484976] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "88433ade-6449-40a4-9c92-122481cf79be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.485133] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "88433ade-6449-40a4-9c92-122481cf79be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.485213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "88433ade-6449-40a4-9c92-122481cf79be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.485378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "88433ade-6449-40a4-9c92-122481cf79be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.487569] env[65635]: INFO nova.compute.manager [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Terminating instance [ 949.582441] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.584994] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.118s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.586895] env[65635]: INFO nova.compute.claims [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.609578] env[65635]: INFO nova.scheduler.client.report [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted allocations for instance 011b169f-fe69-43ac-ade0-2359c6f7b910 [ 949.668232] env[65635]: WARNING neutronclient.v2_0.client [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.760134] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.760134] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-291f43d9-c312-4214-8a88-57102de165c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.771617] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 949.771617] env[65635]: value = "task-4426667" [ 949.771617] env[65635]: _type = "Task" [ 949.771617] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.783328] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.783328] env[65635]: DEBUG nova.compute.manager [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 949.783508] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f6098d-c34f-46c6-9c2e-38260e45c2fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.794746] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.794746] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.794746] env[65635]: DEBUG nova.network.neutron [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.861872] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.862187] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.862512] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.862613] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.862861] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.863169] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a2e86d7-56c8-478c-a92a-7828c2ceb08d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.874397] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.874640] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.875453] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058d0b91-75a5-442f-bb44-b7e170c10a71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.881909] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 949.881909] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ce37a3-436d-f69f-971d-c72246d579df" [ 949.881909] env[65635]: _type = "Task" [ 949.881909] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.890942] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ce37a3-436d-f69f-971d-c72246d579df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.983078] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426666, 'name': ReconfigVM_Task, 'duration_secs': 0.350642} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.983078] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 97d0e2a4-9546-4492-be83-6d23eccf6be8/97d0e2a4-9546-4492-be83-6d23eccf6be8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.983078] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e65e82-7857-4ca3-bfd6-275eb7de13aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.989194] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 949.989194] env[65635]: value = "task-4426668" [ 949.989194] env[65635]: _type = "Task" [ 949.989194] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.993212] env[65635]: DEBUG nova.compute.manager [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 949.993970] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.994292] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0649eaae-94a6-4948-89b2-acb45fbdbfac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.005048] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.005915] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426668, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.005915] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98389f6a-8580-4bc0-9989-b929ecfd8e30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.015028] env[65635]: DEBUG oslo_vmware.api [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 950.015028] env[65635]: value = "task-4426669" [ 950.015028] env[65635]: _type = "Task" [ 950.015028] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.025039] env[65635]: DEBUG oslo_vmware.api [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.115745] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15c3fb68-2eb6-4062-87d8-9daeedfb39fc tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "011b169f-fe69-43ac-ade0-2359c6f7b910" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.723s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.152501] env[65635]: WARNING neutronclient.v2_0.client [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.300707] env[65635]: WARNING neutronclient.v2_0.client [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.330829] env[65635]: DEBUG nova.network.neutron [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updating instance_info_cache with network_info: [{"id": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "address": "fa:16:3e:bd:ba:e1", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05561f6f-a0", "ovs_interfaceid": "05561f6f-a088-4af0-a8d1-464a788b5c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.399380] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ce37a3-436d-f69f-971d-c72246d579df, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.402035] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9b3fac-4441-4706-9989-023f0a9f066a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.407779] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 950.407779] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5290d9d7-6505-cc88-c185-7ab4e090eee4" [ 950.407779] env[65635]: _type = "Task" [ 950.407779] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.418660] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5290d9d7-6505-cc88-c185-7ab4e090eee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.502278] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426668, 'name': Rename_Task, 'duration_secs': 0.206105} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.505019] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.505019] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f946f2e7-f5fb-4c30-ada9-4f758efbadb4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.515068] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 950.515068] env[65635]: value = "task-4426670" [ 950.515068] env[65635]: _type = "Task" [ 950.515068] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.532998] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426670, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.536673] env[65635]: DEBUG oslo_vmware.api [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426669, 'name': PowerOffVM_Task, 'duration_secs': 0.212785} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.537393] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.537753] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.538073] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-181989ca-5fdb-49c7-9497-85adc213370b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.623943] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.624293] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.624293] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleting the datastore file [datastore2] 88433ade-6449-40a4-9c92-122481cf79be {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.625500] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7455ff8-077e-47b5-bafd-8e90d904d41f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.634236] env[65635]: DEBUG oslo_vmware.api [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 950.634236] env[65635]: value = "task-4426672" [ 950.634236] env[65635]: _type = "Task" [ 950.634236] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.648738] env[65635]: DEBUG oslo_vmware.api [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.654981] env[65635]: WARNING neutronclient.v2_0.client [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.836596] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-88433ade-6449-40a4-9c92-122481cf79be" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.862413] env[65635]: DEBUG nova.network.neutron [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating instance_info_cache with network_info: [{"id": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "address": "fa:16:3e:7c:d9:cc", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd786454e-d9", "ovs_interfaceid": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.926265] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5290d9d7-6505-cc88-c185-7ab4e090eee4, 'name': SearchDatastore_Task, 'duration_secs': 0.037111} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.928981] env[65635]: DEBUG oslo_concurrency.lockutils [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.929288] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. {{(pid=65635) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 950.930124] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18af78d6-16f8-45fc-857f-3d4ecb1c5683 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.940280] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 950.940280] env[65635]: value = "task-4426673" [ 950.940280] env[65635]: _type = "Task" [ 950.940280] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.954836] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.036342] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.153028] env[65635]: DEBUG oslo_vmware.api [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254771} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.154354] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.154607] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.154778] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.154952] env[65635]: INFO nova.compute.manager [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Took 1.16 seconds to destroy the instance on the hypervisor. [ 951.155221] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 951.156020] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dc360a-b210-4574-b9d1-2047782756e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.158852] env[65635]: DEBUG nova.compute.manager [-] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 951.158969] env[65635]: DEBUG nova.network.neutron [-] [instance: 88433ade-6449-40a4-9c92-122481cf79be] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 951.159254] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.167953] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256afd6c-9486-4a92-a10c-6d85dcd60a22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.205300] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc24f6-5c3a-4d5e-b014-8ee1cedd1d00 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.214410] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ff315-c4c7-4d2b-9bb1-987904190c1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.220288] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.231527] env[65635]: DEBUG nova.compute.provider_tree [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.342636] env[65635]: DEBUG oslo_concurrency.lockutils [None req-4bc9089c-a997-40e2-867e-049374872bb8 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-88433ade-6449-40a4-9c92-122481cf79be-a3692ae6-3557-4c57-8bf4-0ea448c6ecba" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.208s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.368649] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.368649] env[65635]: WARNING neutronclient.v2_0.client [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.368649] env[65635]: WARNING neutronclient.v2_0.client [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.453830] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426673, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.536383] env[65635]: DEBUG oslo_vmware.api [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426670, 'name': PowerOnVM_Task, 'duration_secs': 0.657349} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.536701] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.536906] env[65635]: INFO nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Took 8.47 seconds to spawn the instance on the hypervisor. [ 951.537247] env[65635]: DEBUG nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.538134] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ba1ad2-6878-49ce-a4f8-87747624f9d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.736135] env[65635]: DEBUG nova.scheduler.client.report [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.828945] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "275f6728-4f43-4064-8c9c-6e7b4c729d78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.830462] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "275f6728-4f43-4064-8c9c-6e7b4c729d78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.830692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "275f6728-4f43-4064-8c9c-6e7b4c729d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.830827] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "275f6728-4f43-4064-8c9c-6e7b4c729d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.831226] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "275f6728-4f43-4064-8c9c-6e7b4c729d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.835117] env[65635]: INFO nova.compute.manager [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Terminating instance [ 951.920618] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.921420] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2356820a-7e2c-4779-9da0-742134749294 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.933891] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.934212] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-510bcf9c-6985-4f68-83cd-5eb3b2c6bec3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.954370] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572575} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.954666] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. [ 951.955493] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fae7004-fdf7-4877-82ad-e05b28cc7ae5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.984571] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.985061] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c097bc97-ecf0-41ad-b0d4-3dc6dd6059fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.005071] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 952.005071] env[65635]: value = "task-4426675" [ 952.005071] env[65635]: _type = "Task" [ 952.005071] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.016732] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.018116] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.018364] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.018657] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleting the datastore file [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.018939] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b984827-276b-4616-ba88-e9723c034484 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.027021] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 952.027021] env[65635]: value = "task-4426676" [ 952.027021] env[65635]: _type = "Task" [ 952.027021] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.037225] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.066785] env[65635]: INFO nova.compute.manager [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Took 46.09 seconds to build instance. [ 952.241979] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.243053] env[65635]: DEBUG nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 952.248266] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.648s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.248266] env[65635]: DEBUG nova.objects.instance [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 952.277682] env[65635]: DEBUG nova.network.neutron [-] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.291892] env[65635]: DEBUG nova.compute.manager [req-65cbdaf6-3897-49b5-b95a-122b746d4a62 req-d1b68d55-ad7d-45e6-a922-4644e57993af service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received event network-vif-unplugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 952.291892] env[65635]: DEBUG oslo_concurrency.lockutils [req-65cbdaf6-3897-49b5-b95a-122b746d4a62 req-d1b68d55-ad7d-45e6-a922-4644e57993af service nova] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.291892] env[65635]: DEBUG oslo_concurrency.lockutils [req-65cbdaf6-3897-49b5-b95a-122b746d4a62 req-d1b68d55-ad7d-45e6-a922-4644e57993af service nova] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.291892] env[65635]: DEBUG oslo_concurrency.lockutils [req-65cbdaf6-3897-49b5-b95a-122b746d4a62 req-d1b68d55-ad7d-45e6-a922-4644e57993af service nova] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.291892] env[65635]: DEBUG nova.compute.manager [req-65cbdaf6-3897-49b5-b95a-122b746d4a62 req-d1b68d55-ad7d-45e6-a922-4644e57993af service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] No waiting events found dispatching network-vif-unplugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 952.292833] env[65635]: WARNING nova.compute.manager [req-65cbdaf6-3897-49b5-b95a-122b746d4a62 req-d1b68d55-ad7d-45e6-a922-4644e57993af service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received unexpected event network-vif-unplugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 for instance with vm_state shelved and task_state shelving_offloading. [ 952.313141] env[65635]: DEBUG nova.compute.manager [req-6f629a23-1b14-4add-9593-ecd0cdd27138 req-3af39928-79b3-42b8-abd5-21ad47f1b5a4 service nova] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Received event network-vif-deleted-05561f6f-a088-4af0-a8d1-464a788b5c4e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 952.339573] env[65635]: DEBUG nova.compute.manager [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 952.340057] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.341045] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f89f3-f61f-4fa0-92e3-2d286a69b8c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.354647] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.355154] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb5e0141-1fb9-4a5c-b7c4-6982b9391a7a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.364905] env[65635]: DEBUG oslo_vmware.api [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 952.364905] env[65635]: value = "task-4426677" [ 952.364905] env[65635]: _type = "Task" [ 952.364905] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.375712] env[65635]: DEBUG oslo_vmware.api [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.517801] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426675, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.546213] env[65635]: DEBUG oslo_vmware.api [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311078} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.546290] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.546774] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.546774] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.569507] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31d12df4-a7c3-40b0-97b6-c3d29867e799 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.605s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.584349] env[65635]: INFO nova.scheduler.client.report [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted allocations for instance 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 [ 952.752287] env[65635]: DEBUG nova.compute.utils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.757457] env[65635]: DEBUG nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 952.758295] env[65635]: DEBUG nova.network.neutron [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 952.758432] env[65635]: WARNING neutronclient.v2_0.client [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.758849] env[65635]: WARNING neutronclient.v2_0.client [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.779683] env[65635]: INFO nova.compute.manager [-] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Took 1.62 seconds to deallocate network for instance. [ 952.876749] env[65635]: DEBUG oslo_vmware.api [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426677, 'name': PowerOffVM_Task, 'duration_secs': 0.46357} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.877039] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.877207] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.877476] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8b18687-0154-4900-99ab-aee828db5017 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.963144] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.963385] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.963568] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleting the datastore file [datastore1] 275f6728-4f43-4064-8c9c-6e7b4c729d78 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.965466] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78746903-b44c-4503-8b7f-5d48144c37c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.974800] env[65635]: DEBUG oslo_vmware.api [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for the task: (returnval){ [ 952.974800] env[65635]: value = "task-4426679" [ 952.974800] env[65635]: _type = "Task" [ 952.974800] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.987303] env[65635]: DEBUG oslo_vmware.api [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.018755] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426675, 'name': ReconfigVM_Task, 'duration_secs': 0.526923} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.019074] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.019980] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38c1b1-ff0e-4257-91bb-f646d5f30126 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.049722] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e84face-bd00-447b-a200-18805cebb413 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.072608] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 953.072608] env[65635]: value = "task-4426680" [ 953.072608] env[65635]: _type = "Task" [ 953.072608] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.084747] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.089191] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.099111] env[65635]: DEBUG nova.policy [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cb39100c6bc45c89ba2a1c1615042c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82448195fbf0478b8d11371de6462599', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.258507] env[65635]: DEBUG nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 953.264487] env[65635]: DEBUG oslo_concurrency.lockutils [None req-94052f9c-5f91-43f4-a29a-123b1348f70c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.264973] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.354s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.265287] env[65635]: DEBUG nova.objects.instance [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lazy-loading 'resources' on Instance uuid 1a985833-c349-41cd-b62b-46a26179454c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.287496] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.486985] env[65635]: DEBUG oslo_vmware.api [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Task: {'id': task-4426679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145612} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.487443] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.487728] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.488202] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.488351] env[65635]: INFO nova.compute.manager [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Took 1.15 seconds to destroy the instance on the hypervisor. [ 953.488728] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 953.489020] env[65635]: DEBUG nova.compute.manager [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 953.489493] env[65635]: DEBUG nova.network.neutron [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 953.489493] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.500753] env[65635]: DEBUG nova.network.neutron [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Successfully created port: c4abe94b-093c-420f-bebf-60d973ccb3d7 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 953.530296] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.585419] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426680, 'name': ReconfigVM_Task, 'duration_secs': 0.173609} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.585419] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.585419] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dbc3c06-39ad-4bbb-81a8-c0b4a54abf62 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.592686] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 953.592686] env[65635]: value = "task-4426681" [ 953.592686] env[65635]: _type = "Task" [ 953.592686] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.601934] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.108189] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.281157] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d8f40c-6110-4ef2-b069-f08279f911f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.286114] env[65635]: DEBUG nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 954.288929] env[65635]: DEBUG nova.network.neutron [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.297560] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345a69e9-71d1-4d73-961e-6e0a5b6e0e16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.339543] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89f4db-8e3c-4b69-9065-5637360070da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.351153] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.351417] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.351574] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.351824] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.352032] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.352192] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.352424] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.352571] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.352733] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.352893] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.353089] env[65635]: DEBUG nova.virt.hardware [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.354549] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9176e2-c054-4309-a785-ff438790080b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.359645] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1265230-761f-41eb-85c2-4f64f2274d74 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.379390] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b72041-40a3-4894-aafa-e0b7355db641 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.384116] env[65635]: DEBUG nova.compute.provider_tree [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.605995] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.761464] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "86a716b6-8da4-46b4-9182-7a43e4725914" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.761690] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "86a716b6-8da4-46b4-9182-7a43e4725914" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.773347] env[65635]: DEBUG nova.compute.manager [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received event network-changed-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 954.773911] env[65635]: DEBUG nova.compute.manager [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Refreshing instance network info cache due to event network-changed-d786454e-d9cf-43a5-9a63-c3105e6ae621. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 954.774386] env[65635]: DEBUG oslo_concurrency.lockutils [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] Acquiring lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.774779] env[65635]: DEBUG oslo_concurrency.lockutils [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] Acquired lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.775023] env[65635]: DEBUG nova.network.neutron [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Refreshing network info cache for port d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.791764] env[65635]: INFO nova.compute.manager [-] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Took 1.30 seconds to deallocate network for instance. [ 954.800835] env[65635]: DEBUG nova.compute.manager [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Received event network-changed-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 954.800835] env[65635]: DEBUG nova.compute.manager [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Refreshing instance network info cache due to event network-changed-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 954.800920] env[65635]: DEBUG oslo_concurrency.lockutils [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] Acquiring lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.801081] env[65635]: DEBUG oslo_concurrency.lockutils [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] Acquired lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.801245] env[65635]: DEBUG nova.network.neutron [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Refreshing network info cache for port 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.887870] env[65635]: DEBUG nova.scheduler.client.report [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.108637] env[65635]: DEBUG oslo_vmware.api [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426681, 'name': PowerOnVM_Task, 'duration_secs': 1.22811} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.108931] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.111971] env[65635]: DEBUG nova.compute.manager [None req-47e422c3-15c5-43a1-aa2a-b5913dc42bff tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 955.112868] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011fa8e1-0290-4e0f-8db1-3b307672b3bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.265424] env[65635]: DEBUG nova.network.neutron [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Successfully updated port: c4abe94b-093c-420f-bebf-60d973ccb3d7 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 955.266571] env[65635]: DEBUG nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 955.279288] env[65635]: WARNING neutronclient.v2_0.client [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.300183] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.303586] env[65635]: WARNING neutronclient.v2_0.client [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.394092] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.396581] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.518s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.398185] env[65635]: INFO nova.compute.claims [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.423825] env[65635]: INFO nova.scheduler.client.report [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Deleted allocations for instance 1a985833-c349-41cd-b62b-46a26179454c [ 955.600994] env[65635]: WARNING neutronclient.v2_0.client [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.610119] env[65635]: WARNING neutronclient.v2_0.client [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.647214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "adba26bf-8382-4897-b5ee-369cd46084d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.647214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "adba26bf-8382-4897-b5ee-369cd46084d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.647214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "adba26bf-8382-4897-b5ee-369cd46084d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.647214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "adba26bf-8382-4897-b5ee-369cd46084d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.647214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "adba26bf-8382-4897-b5ee-369cd46084d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.648094] env[65635]: INFO nova.compute.manager [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Terminating instance [ 955.698778] env[65635]: DEBUG nova.network.neutron [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updated VIF entry in instance network info cache for port d786454e-d9cf-43a5-9a63-c3105e6ae621. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 955.701584] env[65635]: DEBUG nova.network.neutron [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating instance_info_cache with network_info: [{"id": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "address": "fa:16:3e:7c:d9:cc", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd786454e-d9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.705460] env[65635]: DEBUG nova.network.neutron [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updated VIF entry in instance network info cache for port 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 955.705803] env[65635]: DEBUG nova.network.neutron [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updating instance_info_cache with network_info: [{"id": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "address": "fa:16:3e:5a:10:9c", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eff44e-c0", "ovs_interfaceid": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.771653] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "refresh_cache-e46f56fa-20bf-4196-8ffa-53be275ef6a9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.771653] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "refresh_cache-e46f56fa-20bf-4196-8ffa-53be275ef6a9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.771653] env[65635]: DEBUG nova.network.neutron [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.789549] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.933829] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dd745d29-a986-493a-9ae6-da6f5c113cde tempest-DeleteServersAdminTestJSON-1326035621 tempest-DeleteServersAdminTestJSON-1326035621-project-member] Lock "1a985833-c349-41cd-b62b-46a26179454c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.546s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.152324] env[65635]: DEBUG nova.compute.manager [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 956.152820] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.154228] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ce708b-1dee-470c-906f-467be4792113 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.165062] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.165347] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbdd9a3e-1ca1-4a2c-a220-803e84a861a6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.178546] env[65635]: DEBUG oslo_vmware.api [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 956.178546] env[65635]: value = "task-4426682" [ 956.178546] env[65635]: _type = "Task" [ 956.178546] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.191097] env[65635]: DEBUG oslo_vmware.api [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.208682] env[65635]: DEBUG oslo_concurrency.lockutils [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] Releasing lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.208942] env[65635]: DEBUG nova.compute.manager [req-3b97997b-bf2c-48ac-9179-d2ec2e24d756 req-d1b9e398-21ed-48fc-b535-00b8c4fbed6e service nova] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Received event network-vif-deleted-d783f708-a33b-44c6-aac8-b993f6ff66b1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.209609] env[65635]: DEBUG oslo_concurrency.lockutils [req-3d54ecf2-d5a3-40eb-b0cc-8452e99aeaaa req-388e336d-c8c9-4ba5-8198-963777555c87 service nova] Releasing lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.254340] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.313294] env[65635]: DEBUG nova.network.neutron [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.413401] env[65635]: WARNING neutronclient.v2_0.client [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.508466] env[65635]: DEBUG nova.network.neutron [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Updating instance_info_cache with network_info: [{"id": "c4abe94b-093c-420f-bebf-60d973ccb3d7", "address": "fa:16:3e:81:31:ed", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4abe94b-09", "ovs_interfaceid": "c4abe94b-093c-420f-bebf-60d973ccb3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.677743] env[65635]: INFO nova.compute.manager [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Unrescuing [ 956.678165] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.678165] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquired lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.678446] env[65635]: DEBUG nova.network.neutron [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.694694] env[65635]: DEBUG oslo_vmware.api [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426682, 'name': PowerOffVM_Task, 'duration_secs': 0.283566} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.695072] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.697188] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.697188] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884d07c3-b78a-4e11-af5d-b8c22baa984f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.866463] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c379b-7b9c-4e4f-9402-81329da69515 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.876404] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c983aa4-7775-4e1c-86dc-a39843cbaa40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.907567] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8beddc-29fa-429b-9107-114c4d4cff67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.916496] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d507a64d-20ef-4274-9f1c-b2069f30c867 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.932929] env[65635]: DEBUG nova.compute.provider_tree [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.987195] env[65635]: DEBUG nova.compute.manager [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Received event network-vif-plugged-c4abe94b-093c-420f-bebf-60d973ccb3d7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.987477] env[65635]: DEBUG oslo_concurrency.lockutils [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] Acquiring lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.987667] env[65635]: DEBUG oslo_concurrency.lockutils [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] Lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.987845] env[65635]: DEBUG oslo_concurrency.lockutils [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] Lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.988016] env[65635]: DEBUG nova.compute.manager [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] No waiting events found dispatching network-vif-plugged-c4abe94b-093c-420f-bebf-60d973ccb3d7 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 956.988211] env[65635]: WARNING nova.compute.manager [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Received unexpected event network-vif-plugged-c4abe94b-093c-420f-bebf-60d973ccb3d7 for instance with vm_state building and task_state spawning. [ 956.988428] env[65635]: DEBUG nova.compute.manager [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Received event network-changed-c4abe94b-093c-420f-bebf-60d973ccb3d7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.988598] env[65635]: DEBUG nova.compute.manager [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Refreshing instance network info cache due to event network-changed-c4abe94b-093c-420f-bebf-60d973ccb3d7. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 956.988760] env[65635]: DEBUG oslo_concurrency.lockutils [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] Acquiring lock "refresh_cache-e46f56fa-20bf-4196-8ffa-53be275ef6a9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.010908] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "refresh_cache-e46f56fa-20bf-4196-8ffa-53be275ef6a9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.011319] env[65635]: DEBUG nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Instance network_info: |[{"id": "c4abe94b-093c-420f-bebf-60d973ccb3d7", "address": "fa:16:3e:81:31:ed", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4abe94b-09", "ovs_interfaceid": "c4abe94b-093c-420f-bebf-60d973ccb3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 957.011672] env[65635]: DEBUG oslo_concurrency.lockutils [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] Acquired lock "refresh_cache-e46f56fa-20bf-4196-8ffa-53be275ef6a9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.011846] env[65635]: DEBUG nova.network.neutron [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Refreshing network info cache for port c4abe94b-093c-420f-bebf-60d973ccb3d7 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.013215] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:31:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4abe94b-093c-420f-bebf-60d973ccb3d7', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.021585] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 957.023156] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.023445] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b2c424f-df4f-4fbe-a30b-795e676d5f8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.046631] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.046631] env[65635]: value = "task-4426684" [ 957.046631] env[65635]: _type = "Task" [ 957.046631] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.056149] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426684, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.188713] env[65635]: WARNING neutronclient.v2_0.client [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.357249] env[65635]: WARNING neutronclient.v2_0.client [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.438320] env[65635]: DEBUG nova.scheduler.client.report [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.457533] env[65635]: DEBUG nova.network.neutron [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Updating instance_info_cache with network_info: [{"id": "f690d828-5ff4-44ea-abaf-48740f602452", "address": "fa:16:3e:77:8d:4b", "network": {"id": "40803f37-6af0-4966-9bcc-34822ebdc61a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1564072054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c62a9565d8d940e8858945647ca5a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf690d828-5f", "ovs_interfaceid": "f690d828-5ff4-44ea-abaf-48740f602452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.523129] env[65635]: WARNING neutronclient.v2_0.client [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.557653] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426684, 'name': CreateVM_Task, 'duration_secs': 0.47033} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.557845] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.558546] env[65635]: WARNING neutronclient.v2_0.client [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.558892] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.559057] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.559375] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.559643] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e308da19-6749-4765-a3eb-c7e03bb530cf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.568367] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 957.568367] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d52904-af79-e33f-6e37-c1c94bf93ff7" [ 957.568367] env[65635]: _type = "Task" [ 957.568367] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.580389] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d52904-af79-e33f-6e37-c1c94bf93ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.700802] env[65635]: WARNING neutronclient.v2_0.client [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.826861] env[65635]: DEBUG nova.network.neutron [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Updated VIF entry in instance network info cache for port c4abe94b-093c-420f-bebf-60d973ccb3d7. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.828485] env[65635]: DEBUG nova.network.neutron [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Updating instance_info_cache with network_info: [{"id": "c4abe94b-093c-420f-bebf-60d973ccb3d7", "address": "fa:16:3e:81:31:ed", "network": {"id": "0dab4b31-02d6-4f0f-8025-ee6c812e3f5a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2097040998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82448195fbf0478b8d11371de6462599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4abe94b-09", "ovs_interfaceid": "c4abe94b-093c-420f-bebf-60d973ccb3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.944129] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.944712] env[65635]: DEBUG nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 957.947714] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.210s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.947941] env[65635]: DEBUG nova.objects.instance [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lazy-loading 'resources' on Instance uuid e7503c45-74f6-4f7b-886b-956ba0cf5aa0 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.960507] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Releasing lock "refresh_cache-654b932b-35cc-4d33-832b-e2db32490bf2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.961156] env[65635]: DEBUG nova.objects.instance [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lazy-loading 'flavor' on Instance uuid 654b932b-35cc-4d33-832b-e2db32490bf2 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.080528] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d52904-af79-e33f-6e37-c1c94bf93ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.017743} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.080770] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.081292] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.081292] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.081469] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.081524] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.081796] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f7c4bd-cc08-4a4d-88cd-37dbaa43fb23 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.092765] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.093016] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.093810] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bbd353-ed4e-4c54-b007-05365de3a226 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.100391] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 958.100391] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c87d2c-0242-cf4f-469a-8891d64d0e1e" [ 958.100391] env[65635]: _type = "Task" [ 958.100391] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.110332] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c87d2c-0242-cf4f-469a-8891d64d0e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.330564] env[65635]: DEBUG oslo_concurrency.lockutils [req-7c909ef3-e98f-49b5-8716-63f87130d0a7 req-b47c6ab4-1c7a-433c-bc5f-f0b6921b4ade service nova] Releasing lock "refresh_cache-e46f56fa-20bf-4196-8ffa-53be275ef6a9" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.400919] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.401162] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.401342] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Deleting the datastore file [datastore1] adba26bf-8382-4897-b5ee-369cd46084d8 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.401615] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99bec8c8-dbb9-489f-b381-a13bdcb6f223 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.414310] env[65635]: DEBUG oslo_vmware.api [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for the task: (returnval){ [ 958.414310] env[65635]: value = "task-4426685" [ 958.414310] env[65635]: _type = "Task" [ 958.414310] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.425987] env[65635]: DEBUG oslo_vmware.api [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.451791] env[65635]: DEBUG nova.compute.utils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.456598] env[65635]: DEBUG nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 958.456833] env[65635]: DEBUG nova.network.neutron [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 958.457202] env[65635]: WARNING neutronclient.v2_0.client [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.457671] env[65635]: WARNING neutronclient.v2_0.client [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.467209] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149308f-85d5-4120-aa87-aec3ae48f528 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.491230] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.495999] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c4443b-d3df-49d9-8128-0802b6ada310 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.501317] env[65635]: DEBUG nova.policy [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aab00b4f977748ffba5ab5438338fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff51fc96739a4cdcbb50aeefec6cc9f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.506425] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 958.506425] env[65635]: value = "task-4426686" [ 958.506425] env[65635]: _type = "Task" [ 958.506425] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.525762] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.611478] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c87d2c-0242-cf4f-469a-8891d64d0e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.015884} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.615092] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7404c4a-37c8-42e9-98af-a452de766fdd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.621221] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 958.621221] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5294d018-daa3-54a8-967e-53ecf207fec7" [ 958.621221] env[65635]: _type = "Task" [ 958.621221] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.633453] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5294d018-daa3-54a8-967e-53ecf207fec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.924885] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "22e2f792-37de-439b-9049-31e66c33060f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.925183] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "22e2f792-37de-439b-9049-31e66c33060f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.936429] env[65635]: DEBUG oslo_vmware.api [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Task: {'id': task-4426685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268208} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.936927] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.937966] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.937966] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.937966] env[65635]: INFO nova.compute.manager [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Took 2.78 seconds to destroy the instance on the hypervisor. [ 958.937966] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 958.938562] env[65635]: DEBUG nova.compute.manager [-] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 958.938562] env[65635]: DEBUG nova.network.neutron [-] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 958.938685] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.956821] env[65635]: DEBUG nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 958.968068] env[65635]: DEBUG nova.network.neutron [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Successfully created port: 2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 958.983784] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8c056-da44-4f6e-a7a9-5669e91d3fb6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.993919] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e16394-9272-4a76-b6b4-714c30e92d31 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.034630] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d50603f-b567-46c2-a276-7759b40030e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.041121] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.048083] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426686, 'name': PowerOffVM_Task, 'duration_secs': 0.20633} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.050952] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.058811] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.059032] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7381de-83b9-4560-a4ea-bb6115c75db8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.076624] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ba852-ecf8-4160-b4c9-fcba25ef3c1a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.095604] env[65635]: DEBUG nova.compute.provider_tree [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.103023] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 959.103023] env[65635]: value = "task-4426687" [ 959.103023] env[65635]: _type = "Task" [ 959.103023] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.111436] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.133890] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5294d018-daa3-54a8-967e-53ecf207fec7, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.134245] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.134515] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] e46f56fa-20bf-4196-8ffa-53be275ef6a9/e46f56fa-20bf-4196-8ffa-53be275ef6a9.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.134851] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6fde8cb-2a32-4d85-8ce1-bcbdcac4097d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.142215] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 959.142215] env[65635]: value = "task-4426688" [ 959.142215] env[65635]: _type = "Task" [ 959.142215] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.152241] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.429838] env[65635]: DEBUG nova.compute.manager [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 959.617033] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426687, 'name': ReconfigVM_Task, 'duration_secs': 0.231476} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.617351] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.617539] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.618289] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ac0819-98e9-4f7b-b979-29eab7dc121b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.627724] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 959.627724] env[65635]: value = "task-4426689" [ 959.627724] env[65635]: _type = "Task" [ 959.627724] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.633178] env[65635]: ERROR nova.scheduler.client.report [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [req-46cbd604-83a4-4482-9a1d-095aeb24eb21] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46cbd604-83a4-4482-9a1d-095aeb24eb21"}]} [ 959.641800] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.644281] env[65635]: DEBUG nova.compute.manager [req-b69abba9-b926-4edb-aa77-7dd0ee8b7262 req-8d23a49d-4f92-4973-a442-954fdaffb728 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Received event network-vif-deleted-2b5bb96f-a2a0-48bc-a88d-80a72c840971 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 959.644367] env[65635]: INFO nova.compute.manager [req-b69abba9-b926-4edb-aa77-7dd0ee8b7262 req-8d23a49d-4f92-4973-a442-954fdaffb728 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Neutron deleted interface 2b5bb96f-a2a0-48bc-a88d-80a72c840971; detaching it from the instance and deleting it from the info cache [ 959.644541] env[65635]: DEBUG nova.network.neutron [req-b69abba9-b926-4edb-aa77-7dd0ee8b7262 req-8d23a49d-4f92-4973-a442-954fdaffb728 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.657177] env[65635]: DEBUG nova.scheduler.client.report [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 959.666018] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508981} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.666018] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] e46f56fa-20bf-4196-8ffa-53be275ef6a9/e46f56fa-20bf-4196-8ffa-53be275ef6a9.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.666468] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.666849] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-606f5bac-e9e4-4fed-8fb8-f59a112817d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.676218] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 959.676218] env[65635]: value = "task-4426690" [ 959.676218] env[65635]: _type = "Task" [ 959.676218] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.686065] env[65635]: DEBUG nova.scheduler.client.report [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 959.686529] env[65635]: DEBUG nova.compute.provider_tree [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.695149] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.701514] env[65635]: DEBUG nova.scheduler.client.report [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 959.727718] env[65635]: DEBUG nova.scheduler.client.report [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 959.783276] env[65635]: DEBUG nova.network.neutron [-] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.962811] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.967207] env[65635]: DEBUG nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 960.008782] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 960.009082] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.009245] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 960.009435] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.009664] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 960.009842] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 960.010448] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 960.010838] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 960.011152] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 960.011386] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 960.012144] env[65635]: DEBUG nova.virt.hardware [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 960.013919] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e599f6-2034-4d7e-8f2d-e2828c6e5989 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.026820] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11772c71-b21e-4e15-af3e-9c3f651a6a26 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.139851] env[65635]: DEBUG oslo_vmware.api [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426689, 'name': PowerOnVM_Task, 'duration_secs': 0.427444} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.142415] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.142655] env[65635]: DEBUG nova.compute.manager [None req-21a0c42b-6778-4a75-806a-66b44b024b38 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 960.143678] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7197913b-a1bb-4e21-b894-83dee6593d04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.150999] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05d73798-d516-45b2-a502-f669c1df8bcb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.166056] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6989ba6c-1a23-46c0-9f19-1c8a074bd583 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.190466] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110191} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.193414] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.206423] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913784d0-4b38-44f1-a7b8-7c1d62d06632 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.209842] env[65635]: DEBUG nova.compute.manager [req-b69abba9-b926-4edb-aa77-7dd0ee8b7262 req-8d23a49d-4f92-4973-a442-954fdaffb728 service nova] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Detach interface failed, port_id=2b5bb96f-a2a0-48bc-a88d-80a72c840971, reason: Instance adba26bf-8382-4897-b5ee-369cd46084d8 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.231225] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] e46f56fa-20bf-4196-8ffa-53be275ef6a9/e46f56fa-20bf-4196-8ffa-53be275ef6a9.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.234374] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5cb758-2a26-447e-b022-e261de4e9897 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.255026] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 960.255026] env[65635]: value = "task-4426691" [ 960.255026] env[65635]: _type = "Task" [ 960.255026] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.264118] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.275414] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c42c61-bd0d-4161-bd8d-422c5b9e993a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.285481] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac8515-245e-4b2f-976b-c1eca856dd60 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.289645] env[65635]: INFO nova.compute.manager [-] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Took 1.35 seconds to deallocate network for instance. [ 960.325896] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c8a87a-3978-4290-a5e2-ec3e163e4dc5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.336660] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556aeeb7-81bf-4a80-8933-129f68ef7ae2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.355372] env[65635]: DEBUG nova.compute.provider_tree [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.766936] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.827194] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.894438] env[65635]: DEBUG nova.scheduler.client.report [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 960.894438] env[65635]: DEBUG nova.compute.provider_tree [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 104 to 105 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 960.894438] env[65635]: DEBUG nova.compute.provider_tree [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.971708] env[65635]: DEBUG nova.compute.manager [req-6a902eaf-07fd-40f8-811c-cb339b654d8a req-8aea511a-aa43-4432-80b6-1f2284581234 service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Received event network-vif-plugged-2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 960.972023] env[65635]: DEBUG oslo_concurrency.lockutils [req-6a902eaf-07fd-40f8-811c-cb339b654d8a req-8aea511a-aa43-4432-80b6-1f2284581234 service nova] Acquiring lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.972575] env[65635]: DEBUG oslo_concurrency.lockutils [req-6a902eaf-07fd-40f8-811c-cb339b654d8a req-8aea511a-aa43-4432-80b6-1f2284581234 service nova] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.972872] env[65635]: DEBUG oslo_concurrency.lockutils [req-6a902eaf-07fd-40f8-811c-cb339b654d8a req-8aea511a-aa43-4432-80b6-1f2284581234 service nova] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.973182] env[65635]: DEBUG nova.compute.manager [req-6a902eaf-07fd-40f8-811c-cb339b654d8a req-8aea511a-aa43-4432-80b6-1f2284581234 service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] No waiting events found dispatching network-vif-plugged-2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 960.973451] env[65635]: WARNING nova.compute.manager [req-6a902eaf-07fd-40f8-811c-cb339b654d8a req-8aea511a-aa43-4432-80b6-1f2284581234 service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Received unexpected event network-vif-plugged-2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d for instance with vm_state building and task_state spawning. [ 961.075853] env[65635]: DEBUG nova.network.neutron [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Successfully updated port: 2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 961.266740] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426691, 'name': ReconfigVM_Task, 'duration_secs': 0.778498} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.266816] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Reconfigured VM instance instance-0000004a to attach disk [datastore2] e46f56fa-20bf-4196-8ffa-53be275ef6a9/e46f56fa-20bf-4196-8ffa-53be275ef6a9.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.267537] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-225f649b-1b79-4b66-9dc9-ad348385f07f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.277475] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 961.277475] env[65635]: value = "task-4426692" [ 961.277475] env[65635]: _type = "Task" [ 961.277475] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.286408] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426692, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.403241] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.456s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.406398] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.596s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.406679] env[65635]: DEBUG nova.objects.instance [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lazy-loading 'resources' on Instance uuid 4f848e02-75e0-4f5b-a87d-b4d1f4882273 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.436277] env[65635]: INFO nova.scheduler.client.report [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted allocations for instance e7503c45-74f6-4f7b-886b-956ba0cf5aa0 [ 961.577273] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.577467] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.577627] env[65635]: DEBUG nova.network.neutron [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 961.790669] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426692, 'name': Rename_Task, 'duration_secs': 0.181367} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.791190] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.791485] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74949098-6359-44dc-8081-53e7b6009023 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.801201] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 961.801201] env[65635]: value = "task-4426693" [ 961.801201] env[65635]: _type = "Task" [ 961.801201] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.817799] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.944351] env[65635]: DEBUG oslo_concurrency.lockutils [None req-affdd846-4ef8-451a-882f-0959b5d6f8ee tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e7503c45-74f6-4f7b-886b-956ba0cf5aa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.657s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.963983] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "654b932b-35cc-4d33-832b-e2db32490bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.964324] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "654b932b-35cc-4d33-832b-e2db32490bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.964576] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "654b932b-35cc-4d33-832b-e2db32490bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.965826] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "654b932b-35cc-4d33-832b-e2db32490bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.965826] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "654b932b-35cc-4d33-832b-e2db32490bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.970294] env[65635]: INFO nova.compute.manager [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Terminating instance [ 962.132547] env[65635]: DEBUG nova.network.neutron [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 962.234855] env[65635]: WARNING neutronclient.v2_0.client [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.313286] env[65635]: DEBUG oslo_vmware.api [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426693, 'name': PowerOnVM_Task, 'duration_secs': 0.469221} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.313596] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.313804] env[65635]: INFO nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Took 8.03 seconds to spawn the instance on the hypervisor. [ 962.313977] env[65635]: DEBUG nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 962.314841] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22836386-ff46-48b7-8541-cd25bd008388 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.322332] env[65635]: DEBUG nova.network.neutron [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance_info_cache with network_info: [{"id": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "address": "fa:16:3e:b6:3a:10", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0c622c-6b", "ovs_interfaceid": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.348451] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c26e025-40d4-41cb-a0be-4f09e3912b77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.358055] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5513fac-ef2b-46b8-b306-f59a838e1c21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.394128] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5344cd-aa51-44ad-8950-2a7d3f16964e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.403815] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0488908c-931e-4a91-a206-58c3c152252e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.420976] env[65635]: DEBUG nova.compute.provider_tree [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.474292] env[65635]: DEBUG nova.compute.manager [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 962.474515] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.475431] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3cbff6-269a-4ee9-98d6-740e936f639a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.484052] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.484323] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa4b0d0f-bb5e-489c-911e-3b9b8c31db3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.491728] env[65635]: DEBUG oslo_vmware.api [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 962.491728] env[65635]: value = "task-4426694" [ 962.491728] env[65635]: _type = "Task" [ 962.491728] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.501422] env[65635]: DEBUG oslo_vmware.api [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.550523] env[65635]: INFO nova.compute.manager [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Rebuilding instance [ 962.602110] env[65635]: DEBUG nova.compute.manager [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 962.602110] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c70560-1b15-4454-b5d1-71d21bbe46a6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.830172] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.830172] env[65635]: DEBUG nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Instance network_info: |[{"id": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "address": "fa:16:3e:b6:3a:10", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0c622c-6b", "ovs_interfaceid": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 962.836246] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:3a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.841660] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 962.843660] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.843803] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ddc3c28-8c4a-4350-b4af-59b77fe3001d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.858471] env[65635]: INFO nova.compute.manager [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Took 45.42 seconds to build instance. [ 962.865152] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.865152] env[65635]: value = "task-4426695" [ 962.865152] env[65635]: _type = "Task" [ 962.865152] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.874094] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426695, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.925198] env[65635]: DEBUG nova.scheduler.client.report [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.003913] env[65635]: DEBUG oslo_vmware.api [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426694, 'name': PowerOffVM_Task, 'duration_secs': 0.211414} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.003913] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.003913] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.004178] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e02c206d-1e17-4f68-ad27-7170695872b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.075077] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.075442] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.075741] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Deleting the datastore file [datastore2] 654b932b-35cc-4d33-832b-e2db32490bf2 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.076609] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af74b422-16a9-4d2e-96b1-67fd6b3fa103 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.085553] env[65635]: DEBUG oslo_vmware.api [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 963.085553] env[65635]: value = "task-4426697" [ 963.085553] env[65635]: _type = "Task" [ 963.085553] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.095672] env[65635]: DEBUG oslo_vmware.api [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.225076] env[65635]: DEBUG nova.compute.manager [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Received event network-changed-2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.225361] env[65635]: DEBUG nova.compute.manager [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Refreshing instance network info cache due to event network-changed-2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 963.225559] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] Acquiring lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.225741] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] Acquired lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.225917] env[65635]: DEBUG nova.network.neutron [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Refreshing network info cache for port 2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.361252] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74fea241-bbe7-424e-b45b-d8b7de2c715d tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.932s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.381833] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426695, 'name': CreateVM_Task, 'duration_secs': 0.344393} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.382684] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.383222] env[65635]: WARNING neutronclient.v2_0.client [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.383586] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.383744] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.384078] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.385109] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b640aef-3dd1-4590-986e-727562c6a687 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.390806] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 963.390806] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9943f-bc6f-be4c-1f5b-d2fae196cb67" [ 963.390806] env[65635]: _type = "Task" [ 963.390806] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.399431] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9943f-bc6f-be4c-1f5b-d2fae196cb67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.430487] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.434682] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.490s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.467772] env[65635]: INFO nova.scheduler.client.report [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Deleted allocations for instance 4f848e02-75e0-4f5b-a87d-b4d1f4882273 [ 963.596858] env[65635]: DEBUG oslo_vmware.api [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178722} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.597139] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.597320] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.597489] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.597716] env[65635]: INFO nova.compute.manager [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 963.597969] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 963.598178] env[65635]: DEBUG nova.compute.manager [-] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 963.598273] env[65635]: DEBUG nova.network.neutron [-] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 963.598513] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.615044] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.615355] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edca04f3-2c4c-4179-a3f2-08deb8db8047 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.624084] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 963.624084] env[65635]: value = "task-4426698" [ 963.624084] env[65635]: _type = "Task" [ 963.624084] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.632657] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.659839] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.728570] env[65635]: WARNING neutronclient.v2_0.client [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.873218] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.873564] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.873791] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.873996] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.874182] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.880969] env[65635]: INFO nova.compute.manager [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Terminating instance [ 963.906803] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9943f-bc6f-be4c-1f5b-d2fae196cb67, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.907121] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.907366] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.907765] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.907918] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.908121] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.908389] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b33a75-cda5-4962-bf92-c21f122a3eab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.920100] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.920100] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.920100] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f77f29-1284-456f-bc90-25493cd00d6f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.928305] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 963.928305] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52104494-8a59-1d54-3aef-d4f182993393" [ 963.928305] env[65635]: _type = "Task" [ 963.928305] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.945937] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52104494-8a59-1d54-3aef-d4f182993393, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.947227] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5494a62f-0d86-4470-8faa-694137b05a71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.956979] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 963.956979] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f39690-2bea-cb5e-1847-9859d8d2f483" [ 963.956979] env[65635]: _type = "Task" [ 963.956979] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.969053] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f39690-2bea-cb5e-1847-9859d8d2f483, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.969336] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.969611] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 42561c7d-35bf-4ede-a497-b611ca3ffd5f/42561c7d-35bf-4ede-a497-b611ca3ffd5f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.969872] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55655f33-7413-4a81-b86b-a08eb7ff6e1d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.978361] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e6153d2b-0e30-455e-9b05-8fa22f00747d tempest-ListImageFiltersTestJSON-1975870512 tempest-ListImageFiltersTestJSON-1975870512-project-member] Lock "4f848e02-75e0-4f5b-a87d-b4d1f4882273" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.698s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.981864] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 963.981864] env[65635]: value = "task-4426699" [ 963.981864] env[65635]: _type = "Task" [ 963.981864] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.992944] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.996845] env[65635]: WARNING neutronclient.v2_0.client [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.080371] env[65635]: DEBUG nova.network.neutron [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updated VIF entry in instance network info cache for port 2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 964.080756] env[65635]: DEBUG nova.network.neutron [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance_info_cache with network_info: [{"id": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "address": "fa:16:3e:b6:3a:10", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0c622c-6b", "ovs_interfaceid": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.139997] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426698, 'name': PowerOffVM_Task, 'duration_secs': 0.199905} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.140250] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.141037] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.141326] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222e7b9d-8ebe-4996-937b-a4b9a6e034ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.153980] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 964.153980] env[65635]: value = "task-4426700" [ 964.153980] env[65635]: _type = "Task" [ 964.153980] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.170864] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.171042] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 964.171245] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866112', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'name': 'volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33244e0f-13fa-4391-8847-db9acfae01ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'serial': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 964.172312] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d26949-a9b4-4be1-a892-ebaf32a9ff01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.195478] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688f3504-955f-41e7-bc42-564cc8a454a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.204293] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f1f639-9196-4124-bc16-06444ab6b4db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.232440] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78566b9-9a95-4353-8eb1-0a744c9c2596 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.251220] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] The volume has not been displaced from its original location: [datastore1] volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474/volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 964.256831] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 964.260117] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a529f9-eb20-4b44-aaf1-1569ec1df98b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.280699] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 964.280699] env[65635]: value = "task-4426701" [ 964.280699] env[65635]: _type = "Task" [ 964.280699] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.294340] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.387393] env[65635]: DEBUG nova.compute.manager [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 964.387659] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.388897] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91541cc8-698a-4c96-961f-203be2e602aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.401955] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.402674] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70388b1a-657c-4b0c-a53e-f94b5b95215d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.411467] env[65635]: DEBUG oslo_vmware.api [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 964.411467] env[65635]: value = "task-4426702" [ 964.411467] env[65635]: _type = "Task" [ 964.411467] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.420022] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79202f94-22be-493d-b0ed-c888803142be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.427233] env[65635]: DEBUG oslo_vmware.api [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.435671] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90be77f2-a1d9-44a2-8e78-e5ea80c9d69c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.439596] env[65635]: DEBUG nova.network.neutron [-] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.478482] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b2b87-fc24-4399-a30a-1586d0a36a54 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.491621] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3f673-4929-4ee1-b9ff-d4b046f9d171 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.500729] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461221} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.501502] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 42561c7d-35bf-4ede-a497-b611ca3ffd5f/42561c7d-35bf-4ede-a497-b611ca3ffd5f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.501783] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.502105] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c81a2323-ff1e-4604-b0f5-7cce08b67dea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.513668] env[65635]: DEBUG nova.compute.provider_tree [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.522441] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 964.522441] env[65635]: value = "task-4426703" [ 964.522441] env[65635]: _type = "Task" [ 964.522441] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.538646] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.586443] env[65635]: DEBUG oslo_concurrency.lockutils [req-a6b92117-9961-4439-aa98-653c2a6b951c req-6adf2b49-236b-4145-a877-21cc19989b6f service nova] Releasing lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.794043] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426701, 'name': ReconfigVM_Task, 'duration_secs': 0.285726} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.794395] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 964.800040] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8346c874-6dc8-4658-9db1-d71f10925dc2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.818205] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 964.818205] env[65635]: value = "task-4426704" [ 964.818205] env[65635]: _type = "Task" [ 964.818205] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.828038] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.922819] env[65635]: DEBUG oslo_vmware.api [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426702, 'name': PowerOffVM_Task, 'duration_secs': 0.228855} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.922819] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.923186] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.923186] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d7df847-4aa1-4dce-92c5-8237fa43af5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.942950] env[65635]: INFO nova.compute.manager [-] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Took 1.34 seconds to deallocate network for instance. [ 964.995641] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.996302] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.996393] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleting the datastore file [datastore2] e46f56fa-20bf-4196-8ffa-53be275ef6a9 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.996761] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbba404d-1fac-40a4-9181-b0411d93103a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.007582] env[65635]: DEBUG oslo_vmware.api [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for the task: (returnval){ [ 965.007582] env[65635]: value = "task-4426706" [ 965.007582] env[65635]: _type = "Task" [ 965.007582] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.016986] env[65635]: DEBUG nova.scheduler.client.report [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.028517] env[65635]: DEBUG oslo_vmware.api [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.040712] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077819} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.040962] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.041843] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80128de-a073-4dac-81aa-3a504ae0ee0f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.069081] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 42561c7d-35bf-4ede-a497-b611ca3ffd5f/42561c7d-35bf-4ede-a497-b611ca3ffd5f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.069366] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192d6fe5-5da6-4266-afa3-443b7855fec8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.091569] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 965.091569] env[65635]: value = "task-4426707" [ 965.091569] env[65635]: _type = "Task" [ 965.091569] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.101646] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.331320] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.396075] env[65635]: DEBUG nova.compute.manager [req-bfb0a0da-ddcc-4c93-a934-17395c5892da req-ee10ff29-d5df-4082-8977-86ed47880801 service nova] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Received event network-vif-deleted-f690d828-5ff4-44ea-abaf-48740f602452 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 965.450243] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.519215] env[65635]: DEBUG oslo_vmware.api [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Task: {'id': task-4426706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37656} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.519557] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.519894] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.519969] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.520134] env[65635]: INFO nova.compute.manager [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 965.520482] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 965.520924] env[65635]: DEBUG nova.compute.manager [-] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 965.520924] env[65635]: DEBUG nova.network.neutron [-] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 965.521099] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.567290] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.603652] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426707, 'name': ReconfigVM_Task, 'duration_secs': 0.288364} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.603652] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 42561c7d-35bf-4ede-a497-b611ca3ffd5f/42561c7d-35bf-4ede-a497-b611ca3ffd5f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.604450] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70e08968-13bd-4ee7-b0b9-b34cb57729ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.614799] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 965.614799] env[65635]: value = "task-4426708" [ 965.614799] env[65635]: _type = "Task" [ 965.614799] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.624176] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426708, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.830887] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426704, 'name': ReconfigVM_Task, 'duration_secs': 0.851102} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.831473] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866112', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'name': 'volume-eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33244e0f-13fa-4391-8847-db9acfae01ce', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474', 'serial': 'eb49ba2e-7c3e-4d08-9899-c6e9c54bb474'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 965.831897] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.833096] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11258e33-23d5-4ba9-b410-c7cb34eac8be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.844309] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.844771] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae4eb413-0f6a-4827-be28-f447589312b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.933770] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.934088] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.934233] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Deleting the datastore file [datastore1] 33244e0f-13fa-4391-8847-db9acfae01ce {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.936298] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c5a8bae-e639-4f21-a299-5f021f6f95e6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.942206] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for the task: (returnval){ [ 965.942206] env[65635]: value = "task-4426710" [ 965.942206] env[65635]: _type = "Task" [ 965.942206] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.951515] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.038187] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.603s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.038431] env[65635]: DEBUG nova.compute.manager [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65635) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5413}} [ 966.042089] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.711s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.042804] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.043189] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 966.043524] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.544s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.046498] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88f032f-185b-4377-9efb-1815933e266b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.055942] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e8d537-3dfe-45ce-b82b-e620693e06dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.076437] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1c607f-15e8-4238-87b1-d77321b46f21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.085506] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef688fb-f603-41dc-aabb-039a30a6ef88 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.119590] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177525MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 966.119745] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.129115] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426708, 'name': Rename_Task, 'duration_secs': 0.192425} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.129407] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.129686] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dcc2e43-84d1-4dc6-9abf-7dd2f070d151 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.137803] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 966.137803] env[65635]: value = "task-4426711" [ 966.137803] env[65635]: _type = "Task" [ 966.137803] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.147197] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.288818] env[65635]: DEBUG nova.network.neutron [-] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.457419] env[65635]: DEBUG oslo_vmware.api [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Task: {'id': task-4426710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076556} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.457840] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.458141] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.458432] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.543398] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 966.543398] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-606f0f4f-4095-46ef-9400-9809ce6da78c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.553155] env[65635]: INFO nova.compute.claims [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.562235] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d80abc-e808-4bb8-8453-2e349371c5cf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.604464] env[65635]: ERROR nova.compute.manager [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Failed to detach volume eb49ba2e-7c3e-4d08-9899-c6e9c54bb474 from /dev/sda: nova.exception.InstanceNotFound: Instance 33244e0f-13fa-4391-8847-db9acfae01ce could not be found. [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Traceback (most recent call last): [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self.driver.rebuild(**kwargs) [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] raise NotImplementedError() [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] NotImplementedError [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] During handling of the above exception, another exception occurred: [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Traceback (most recent call last): [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self.driver.detach_volume(context, old_connection_info, [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] return self._volumeops.detach_volume(connection_info, instance) [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self._detach_volume_vmdk(connection_info, instance) [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] stable_ref.fetch_moref(session) [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] raise exception.InstanceNotFound(instance_id=self._uuid) [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] nova.exception.InstanceNotFound: Instance 33244e0f-13fa-4391-8847-db9acfae01ce could not be found. [ 966.604464] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] [ 966.623475] env[65635]: INFO nova.scheduler.client.report [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted allocation for migration 8ba77a9a-b185-4a5d-a01c-3ed39584fdc6 [ 966.654657] env[65635]: DEBUG oslo_vmware.api [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426711, 'name': PowerOnVM_Task, 'duration_secs': 0.503536} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.654657] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.654657] env[65635]: INFO nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Took 6.69 seconds to spawn the instance on the hypervisor. [ 966.654657] env[65635]: DEBUG nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 966.655563] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571145e3-c810-4956-b0e4-c8660dc9be6a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.793341] env[65635]: DEBUG nova.compute.utils [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Build of instance 33244e0f-13fa-4391-8847-db9acfae01ce aborted: Failed to rebuild volume backed instance. {{(pid=65635) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 966.795069] env[65635]: INFO nova.compute.manager [-] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Took 1.27 seconds to deallocate network for instance. [ 966.796132] env[65635]: ERROR nova.compute.manager [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 33244e0f-13fa-4391-8847-db9acfae01ce aborted: Failed to rebuild volume backed instance. [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Traceback (most recent call last): [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self.driver.rebuild(**kwargs) [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] raise NotImplementedError() [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] NotImplementedError [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] During handling of the above exception, another exception occurred: [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Traceback (most recent call last): [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 3680, in _rebuild_volume_backed_instance [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self._detach_root_volume(context, instance, root_bdm) [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 3659, in _detach_root_volume [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] with excutils.save_and_reraise_exception(): [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self.force_reraise() [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] raise self.value [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self.driver.detach_volume(context, old_connection_info, [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] return self._volumeops.detach_volume(connection_info, instance) [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self._detach_volume_vmdk(connection_info, instance) [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] stable_ref.fetch_moref(session) [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] raise exception.InstanceNotFound(instance_id=self._uuid) [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] nova.exception.InstanceNotFound: Instance 33244e0f-13fa-4391-8847-db9acfae01ce could not be found. [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] During handling of the above exception, another exception occurred: [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Traceback (most recent call last): [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] yield [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 3948, in rebuild_instance [ 966.796132] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self._do_rebuild_instance_with_claim( [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 4034, in _do_rebuild_instance_with_claim [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self._do_rebuild_instance( [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 4226, in _do_rebuild_instance [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self._rebuild_default_impl(**kwargs) [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 3803, in _rebuild_default_impl [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] self._rebuild_volume_backed_instance( [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] File "/opt/stack/nova/nova/compute/manager.py", line 3695, in _rebuild_volume_backed_instance [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] raise exception.BuildAbortException( [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] nova.exception.BuildAbortException: Build of instance 33244e0f-13fa-4391-8847-db9acfae01ce aborted: Failed to rebuild volume backed instance. [ 966.798722] env[65635]: ERROR nova.compute.manager [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] [ 967.061568] env[65635]: INFO nova.compute.resource_tracker [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating resource usage from migration e3311597-7309-4394-b95f-c66887a72f9e [ 967.129669] env[65635]: DEBUG oslo_concurrency.lockutils [None req-74788b09-868c-4d0c-9479-896d07303926 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.690s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.179199] env[65635]: INFO nova.compute.manager [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Took 46.33 seconds to build instance. [ 967.305025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.529064] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ddd86-7ce1-4373-b912-32b022079b4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.538459] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a3fd8-b2b7-4bf0-8f88-d5ba20f0f46a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.582235] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29066dfe-b217-4ce3-81fc-9fad01f2cd5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.593397] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8930fe-9a0f-4842-9391-a524cbe837a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.610184] env[65635]: DEBUG nova.compute.provider_tree [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.685025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-66af9e6a-4e2c-4a48-b3d1-2f4f4c432844 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.837s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.724447] env[65635]: DEBUG nova.compute.manager [req-fa9d9756-f3cc-4991-8c61-6e2e76834105 req-ed7d3b80-3080-477e-81f4-bd884b8ed158 service nova] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Received event network-vif-deleted-c4abe94b-093c-420f-bebf-60d973ccb3d7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 968.117168] env[65635]: DEBUG nova.scheduler.client.report [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.277797] env[65635]: DEBUG nova.objects.instance [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'flavor' on Instance uuid f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.621219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.578s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.621665] env[65635]: INFO nova.compute.manager [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Migrating [ 968.633289] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.092s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.634248] env[65635]: DEBUG nova.objects.instance [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lazy-loading 'resources' on Instance uuid a413a372-b513-4254-8516-8069c2374862 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.781548] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.781815] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.781815] env[65635]: DEBUG nova.network.neutron [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.782111] env[65635]: DEBUG nova.objects.instance [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'info_cache' on Instance uuid f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.816218] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.157174] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.157726] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.157726] env[65635]: DEBUG nova.network.neutron [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 969.286892] env[65635]: DEBUG nova.objects.base [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.599366] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.599600] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.599768] env[65635]: INFO nova.compute.manager [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Shelving [ 969.658425] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522c8ffa-5864-4906-a36c-7f85df4c6b94 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.665416] env[65635]: WARNING neutronclient.v2_0.client [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.671131] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c05491-9b58-4adc-8661-4401c9dfa359 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.710325] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f6c84-9200-4c71-b184-3cf1d9fbbf21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.723157] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b3eb25-0efa-433e-9597-983121f01870 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.740817] env[65635]: DEBUG nova.compute.provider_tree [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.745407] env[65635]: DEBUG nova.compute.manager [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 969.792825] env[65635]: WARNING neutronclient.v2_0.client [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.929915] env[65635]: WARNING neutronclient.v2_0.client [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.033320] env[65635]: DEBUG nova.network.neutron [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance_info_cache with network_info: [{"id": "453cc002-e521-4496-8dae-f5739014713c", "address": "fa:16:3e:55:03:e9", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453cc002-e5", "ovs_interfaceid": "453cc002-e521-4496-8dae-f5739014713c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.125717] env[65635]: WARNING neutronclient.v2_0.client [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.230064] env[65635]: DEBUG nova.network.neutron [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [{"id": "38988061-526a-4665-86c5-a7d8953ecfc1", "address": "fa:16:3e:84:70:4f", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988061-52", "ovs_interfaceid": "38988061-526a-4665-86c5-a7d8953ecfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.250147] env[65635]: DEBUG nova.scheduler.client.report [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.273672] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.536302] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.615585] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.616599] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2c889e-5234-408c-8a0f-6b324540b4b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.630123] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 970.630123] env[65635]: value = "task-4426712" [ 970.630123] env[65635]: _type = "Task" [ 970.630123] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.641626] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.734642] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-f39da399-d63d-4fd1-bc3f-e1d8de517b96" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.758706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.761611] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.974s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.762091] env[65635]: DEBUG nova.objects.instance [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lazy-loading 'resources' on Instance uuid eade56e2-7242-483c-9549-c0a907224753 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.770197] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Acquiring lock "33244e0f-13fa-4391-8847-db9acfae01ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.770553] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "33244e0f-13fa-4391-8847-db9acfae01ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.770754] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Acquiring lock "33244e0f-13fa-4391-8847-db9acfae01ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.770914] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "33244e0f-13fa-4391-8847-db9acfae01ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.771099] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "33244e0f-13fa-4391-8847-db9acfae01ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.774283] env[65635]: INFO nova.compute.manager [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Terminating instance [ 970.787345] env[65635]: INFO nova.scheduler.client.report [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Deleted allocations for instance a413a372-b513-4254-8516-8069c2374862 [ 970.957655] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquiring lock "1587b58b-e424-44d9-9c64-142c640b9757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.957874] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "1587b58b-e424-44d9-9c64-142c640b9757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.139845] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426712, 'name': PowerOffVM_Task, 'duration_secs': 0.263786} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.139997] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.140741] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bed6583-8134-484b-91d4-fe9f00ade7de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.161830] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91442843-95f0-4534-bb29-bb4e61b349d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.279637] env[65635]: DEBUG nova.compute.manager [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 971.280240] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87e3ad74-f309-4bab-881b-093ce0199715 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.293332] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc966a1-c274-426e-95a4-ab01aae36835 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.309635] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3160044b-6753-4f7e-b1c8-cd49f57d57e8 tempest-ListServerFiltersTestJSON-678265133 tempest-ListServerFiltersTestJSON-678265133-project-member] Lock "a413a372-b513-4254-8516-8069c2374862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.429s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.334537] env[65635]: WARNING nova.virt.vmwareapi.driver [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 33244e0f-13fa-4391-8847-db9acfae01ce could not be found. [ 971.334808] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.335385] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bf1932d-9f11-44f2-b182-6e6c45f82714 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.346286] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d527ff29-1740-476b-b7dc-f94ecbdaa133 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.387984] env[65635]: WARNING nova.virt.vmwareapi.vmops [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 33244e0f-13fa-4391-8847-db9acfae01ce could not be found. [ 971.388201] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.388408] env[65635]: INFO nova.compute.manager [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Took 0.11 seconds to destroy the instance on the hypervisor. [ 971.388664] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 971.392743] env[65635]: DEBUG nova.compute.manager [-] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 971.392743] env[65635]: DEBUG nova.network.neutron [-] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 971.392743] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.428960] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.462040] env[65635]: DEBUG nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 971.673362] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 971.673761] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fa2f0e9-cf02-49ce-8704-94a34ff38c7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.684061] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 971.684061] env[65635]: value = "task-4426713" [ 971.684061] env[65635]: _type = "Task" [ 971.684061] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.694581] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.723097] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604fcb46-1b24-497e-bba0-f6134ef9993a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.731813] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b0ceca-d973-4bd5-9cd7-942fe048df9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.764870] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.765154] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7e4a6e4-6c97-4402-86cd-59b9f5fe3575 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.767669] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139675e8-6485-49a8-b4f0-491faf573842 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.781038] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba7bb53-d18d-4afd-a2ae-78682536133d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.785969] env[65635]: DEBUG oslo_vmware.api [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 971.785969] env[65635]: value = "task-4426714" [ 971.785969] env[65635]: _type = "Task" [ 971.785969] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.799656] env[65635]: DEBUG nova.compute.provider_tree [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.808191] env[65635]: DEBUG oslo_vmware.api [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426714, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.992343] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.052745] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d5af2-0ac9-4e69-862f-17a05df5bb30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.076712] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance '90868ad4-03b7-43d8-9227-f3810256343d' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.197476] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426713, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.221391] env[65635]: DEBUG nova.compute.manager [req-894029e0-d1ac-47b7-a234-442c87f3fd10 req-9268a14c-ae8e-442c-8929-bbf44992de59 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Received event network-vif-deleted-43b45920-3465-404c-8e27-9168a9275ffc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 972.221652] env[65635]: INFO nova.compute.manager [req-894029e0-d1ac-47b7-a234-442c87f3fd10 req-9268a14c-ae8e-442c-8929-bbf44992de59 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Neutron deleted interface 43b45920-3465-404c-8e27-9168a9275ffc; detaching it from the instance and deleting it from the info cache [ 972.222080] env[65635]: DEBUG nova.network.neutron [req-894029e0-d1ac-47b7-a234-442c87f3fd10 req-9268a14c-ae8e-442c-8929-bbf44992de59 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.300601] env[65635]: DEBUG oslo_vmware.api [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426714, 'name': PowerOnVM_Task, 'duration_secs': 0.433666} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.300969] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.301116] env[65635]: DEBUG nova.compute.manager [None req-b1b2d70b-8820-465d-b0d0-3fea3f2cf0cf tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.302076] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c57e74-f0ee-48f2-868f-91eda518f362 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.309127] env[65635]: DEBUG nova.scheduler.client.report [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.488741] env[65635]: DEBUG nova.network.neutron [-] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.584288] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.584627] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fe35cf6-1462-4f02-9358-903d91357e71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.594197] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 972.594197] env[65635]: value = "task-4426715" [ 972.594197] env[65635]: _type = "Task" [ 972.594197] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.604562] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.698028] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426713, 'name': CreateSnapshot_Task, 'duration_secs': 0.858457} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.698028] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 972.698768] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e509f213-3561-45fc-992b-ee582394c71f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.729066] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af7756cc-3a21-407d-a14d-dde252c76fc7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.744175] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d09e8b6-3110-4e89-8f66-dc4e4fc187a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.784119] env[65635]: DEBUG nova.compute.manager [req-894029e0-d1ac-47b7-a234-442c87f3fd10 req-9268a14c-ae8e-442c-8929-bbf44992de59 service nova] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Detach interface failed, port_id=43b45920-3465-404c-8e27-9168a9275ffc, reason: Instance 33244e0f-13fa-4391-8847-db9acfae01ce could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.820288] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.826064] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.464s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.826064] env[65635]: DEBUG nova.objects.instance [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'resources' on Instance uuid b5a2e896-806d-4b79-89b3-484c17ed303b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.876655] env[65635]: INFO nova.scheduler.client.report [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted allocations for instance eade56e2-7242-483c-9549-c0a907224753 [ 972.993694] env[65635]: INFO nova.compute.manager [-] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Took 1.60 seconds to deallocate network for instance. [ 973.105495] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426715, 'name': PowerOffVM_Task, 'duration_secs': 0.204517} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.105786] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.105965] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance '90868ad4-03b7-43d8-9227-f3810256343d' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.217765] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 973.218121] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74e26901-df80-4e5a-9169-e54fb1e97f2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.228846] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 973.228846] env[65635]: value = "task-4426716" [ 973.228846] env[65635]: _type = "Task" [ 973.228846] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.238088] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426716, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.387756] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab8dc7-5f93-451b-84dd-c659516044b8 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "eade56e2-7242-483c-9549-c0a907224753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.450s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.560706] env[65635]: INFO nova.compute.manager [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Took 0.57 seconds to detach 1 volumes for instance. [ 973.566864] env[65635]: DEBUG nova.compute.manager [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Deleting volume: eb49ba2e-7c3e-4d08-9899-c6e9c54bb474 {{(pid=65635) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 973.613800] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 973.614131] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.614277] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 973.614395] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.616674] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 973.616852] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 973.617102] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 973.618326] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 973.618326] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 973.618326] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 973.618326] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 973.631206] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f4f40c-e37f-461d-b656-2522d91ef9e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.659225] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 973.659225] env[65635]: value = "task-4426717" [ 973.659225] env[65635]: _type = "Task" [ 973.659225] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.673278] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.745607] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426716, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.905585] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920f48ec-c9fd-45c7-87dd-b3a64b53854f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.918179] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095dc21-2dc7-471a-a818-7bccce368f43 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.954720] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a06cad-3da1-49d3-8e7f-05724b86ee43 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.964082] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec633eca-8e2d-4112-878c-a01569794dea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.985044] env[65635]: DEBUG nova.compute.provider_tree [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.133156] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.170318] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426717, 'name': ReconfigVM_Task, 'duration_secs': 0.334116} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.170651] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance '90868ad4-03b7-43d8-9227-f3810256343d' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.242992] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426716, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.491038] env[65635]: DEBUG nova.scheduler.client.report [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.586779] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.586779] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.586779] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.586779] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.586779] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.588974] env[65635]: INFO nova.compute.manager [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Terminating instance [ 974.679422] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:17:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='82c658a8-b4d3-402f-a9c4-23aaa537afa6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-258836773',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 974.679942] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.680228] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 974.680556] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.680817] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 974.681094] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 974.681440] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.681832] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 974.682136] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 974.682627] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 974.682731] env[65635]: DEBUG nova.virt.hardware [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.692821] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.693241] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c83f62d-9e4a-49cc-9039-215da1721714 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.730882] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 974.730882] env[65635]: value = "task-4426719" [ 974.730882] env[65635]: _type = "Task" [ 974.730882] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.751481] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426716, 'name': CloneVM_Task, 'duration_secs': 1.436368} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.753996] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Created linked-clone VM from snapshot [ 974.754441] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.755278] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c3028-d1fc-437f-980f-28068856b844 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.769582] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Uploading image 6ca99f47-ea2f-47f9-823d-03b3ad630e85 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.818885] env[65635]: DEBUG oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 974.818885] env[65635]: value = "vm-866222" [ 974.818885] env[65635]: _type = "VirtualMachine" [ 974.818885] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 974.819253] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1758313-9ef7-486a-b2b1-b398b74ce455 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.829803] env[65635]: DEBUG oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lease: (returnval){ [ 974.829803] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520af1fc-e0b4-134b-f60b-5d506f07fe95" [ 974.829803] env[65635]: _type = "HttpNfcLease" [ 974.829803] env[65635]: } obtained for exporting VM: (result){ [ 974.829803] env[65635]: value = "vm-866222" [ 974.829803] env[65635]: _type = "VirtualMachine" [ 974.829803] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 974.829803] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the lease: (returnval){ [ 974.829803] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520af1fc-e0b4-134b-f60b-5d506f07fe95" [ 974.829803] env[65635]: _type = "HttpNfcLease" [ 974.829803] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 974.840207] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.840207] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520af1fc-e0b4-134b-f60b-5d506f07fe95" [ 974.840207] env[65635]: _type = "HttpNfcLease" [ 974.840207] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 974.996584] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.999563] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.005s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.001421] env[65635]: INFO nova.compute.claims [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.017489] env[65635]: INFO nova.scheduler.client.report [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted allocations for instance b5a2e896-806d-4b79-89b3-484c17ed303b [ 975.094855] env[65635]: DEBUG nova.compute.manager [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 975.095033] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.096013] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6febf-db56-4a6c-8234-012573b6fa77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.106790] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.107115] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd8bff4-32c4-40df-bec2-6d0e983d290b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.116893] env[65635]: DEBUG oslo_vmware.api [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 975.116893] env[65635]: value = "task-4426721" [ 975.116893] env[65635]: _type = "Task" [ 975.116893] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.129607] env[65635]: DEBUG oslo_vmware.api [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.244723] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426719, 'name': ReconfigVM_Task, 'duration_secs': 0.188123} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.245141] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 975.246109] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc57741-0970-4296-a8da-41298f9e922a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.272081] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d/90868ad4-03b7-43d8-9227-f3810256343d.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.272494] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9a8d7a-34fb-4f3c-92b5-40263cc18f8e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.291250] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.291461] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.296391] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 975.296391] env[65635]: value = "task-4426722" [ 975.296391] env[65635]: _type = "Task" [ 975.296391] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.307974] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426722, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.339212] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 975.339212] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520af1fc-e0b4-134b-f60b-5d506f07fe95" [ 975.339212] env[65635]: _type = "HttpNfcLease" [ 975.339212] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 975.339542] env[65635]: DEBUG oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 975.339542] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520af1fc-e0b4-134b-f60b-5d506f07fe95" [ 975.339542] env[65635]: _type = "HttpNfcLease" [ 975.339542] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 975.340430] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d150e88-7a38-4288-a364-649ac8230856 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.350500] env[65635]: DEBUG oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad7394-e304-0a1d-ddfa-56f4e36f8850/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 975.350725] env[65635]: DEBUG oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad7394-e304-0a1d-ddfa-56f4e36f8850/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 975.442164] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73ee8ec1-470b-4e8e-b764-2c7d2fa0acfe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.527883] env[65635]: DEBUG oslo_concurrency.lockutils [None req-15cc27da-bf18-468c-a690-0452b64a4565 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b5a2e896-806d-4b79-89b3-484c17ed303b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.737s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.627858] env[65635]: DEBUG oslo_vmware.api [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426721, 'name': PowerOffVM_Task, 'duration_secs': 0.204429} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.628263] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.628384] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.628586] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d8f11ff-416f-4035-9a32-5f63830a771a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.708112] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.708328] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.708639] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleting the datastore file [datastore2] f39da399-d63d-4fd1-bc3f-e1d8de517b96 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.708992] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-201b9d25-b239-415b-900e-ffa8639060ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.718714] env[65635]: DEBUG oslo_vmware.api [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 975.718714] env[65635]: value = "task-4426724" [ 975.718714] env[65635]: _type = "Task" [ 975.718714] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.728749] env[65635]: DEBUG oslo_vmware.api [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.793956] env[65635]: DEBUG nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 975.814037] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426722, 'name': ReconfigVM_Task, 'duration_secs': 0.343722} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.814440] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d/90868ad4-03b7-43d8-9227-f3810256343d.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.816521] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance '90868ad4-03b7-43d8-9227-f3810256343d' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.235017] env[65635]: DEBUG oslo_vmware.api [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149494} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.235017] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.235017] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.235017] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.235017] env[65635]: INFO nova.compute.manager [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.235017] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 976.235017] env[65635]: DEBUG nova.compute.manager [-] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 976.235017] env[65635]: DEBUG nova.network.neutron [-] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 976.235017] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.327378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.329211] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0bab06-03f8-4528-91fd-28a7a7b2c1a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.359545] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.364515] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1dc01c-b3e4-40c5-9521-e16ceaf31260 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.386136] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance '90868ad4-03b7-43d8-9227-f3810256343d' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.498678] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b9619-0aa0-4f5b-8334-1c7d1ecb0663 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.509883] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de8072-96f0-4aeb-8932-ebb2dad5b51f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.548283] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd504d2-7ba4-4084-9299-5014e5afc3cf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.558254] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1332da-bfc7-4336-8b98-1d31df589aaa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.580910] env[65635]: DEBUG nova.compute.provider_tree [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.901156] env[65635]: WARNING neutronclient.v2_0.client [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.901156] env[65635]: WARNING neutronclient.v2_0.client [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.954021] env[65635]: DEBUG nova.network.neutron [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Port 453cc002-e521-4496-8dae-f5739014713c binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 977.048201] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "af24fa75-3692-4aca-9fa0-4da757c0a603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.048201] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "af24fa75-3692-4aca-9fa0-4da757c0a603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.085144] env[65635]: DEBUG nova.scheduler.client.report [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.163707] env[65635]: DEBUG nova.compute.manager [req-e8b6813b-b6d3-49c0-9f73-75d8627dd08c req-645f2907-02f1-4fc5-aa1e-3f9f60502ae6 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Received event network-vif-deleted-38988061-526a-4665-86c5-a7d8953ecfc1 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.163857] env[65635]: INFO nova.compute.manager [req-e8b6813b-b6d3-49c0-9f73-75d8627dd08c req-645f2907-02f1-4fc5-aa1e-3f9f60502ae6 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Neutron deleted interface 38988061-526a-4665-86c5-a7d8953ecfc1; detaching it from the instance and deleting it from the info cache [ 977.164122] env[65635]: DEBUG nova.network.neutron [req-e8b6813b-b6d3-49c0-9f73-75d8627dd08c req-645f2907-02f1-4fc5-aa1e-3f9f60502ae6 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.454742] env[65635]: DEBUG nova.network.neutron [-] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.554026] env[65635]: DEBUG nova.compute.manager [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 977.590183] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.591531] env[65635]: DEBUG nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 977.595541] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.754s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.597502] env[65635]: INFO nova.compute.claims [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.671119] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9e620bf-0fbf-4a5a-a8c1-e6e232cebfb5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.684151] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cbeb51-b7d1-4c24-a035-b0d75d75ca30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.722219] env[65635]: DEBUG nova.compute.manager [req-e8b6813b-b6d3-49c0-9f73-75d8627dd08c req-645f2907-02f1-4fc5-aa1e-3f9f60502ae6 service nova] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Detach interface failed, port_id=38988061-526a-4665-86c5-a7d8953ecfc1, reason: Instance f39da399-d63d-4fd1-bc3f-e1d8de517b96 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.848284] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "32a1932c-1fa8-4629-8251-dc43a0337958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.848510] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "32a1932c-1fa8-4629-8251-dc43a0337958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.960829] env[65635]: INFO nova.compute.manager [-] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Took 1.73 seconds to deallocate network for instance. [ 977.980122] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "90868ad4-03b7-43d8-9227-f3810256343d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.980122] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "90868ad4-03b7-43d8-9227-f3810256343d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.980122] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "90868ad4-03b7-43d8-9227-f3810256343d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.081320] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.102359] env[65635]: DEBUG nova.compute.utils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.106356] env[65635]: DEBUG nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 978.106456] env[65635]: DEBUG nova.network.neutron [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.106769] env[65635]: WARNING neutronclient.v2_0.client [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.107961] env[65635]: WARNING neutronclient.v2_0.client [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.173424] env[65635]: DEBUG nova.policy [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97370138523c440d96bb7a488c2b2dac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e96d7247b65341c08362ae9d76397bf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.185023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "c406cca7-df99-4030-85fb-92e756d6fa39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.185023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "c406cca7-df99-4030-85fb-92e756d6fa39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.351046] env[65635]: DEBUG nova.compute.manager [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 978.486648] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.542775] env[65635]: DEBUG nova.network.neutron [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Successfully created port: 55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 978.611977] env[65635]: DEBUG nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 978.689502] env[65635]: DEBUG nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 978.877748] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.985461] env[65635]: WARNING neutronclient.v2_0.client [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.037628] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.037841] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.038075] env[65635]: DEBUG nova.network.neutron [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 979.092852] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335bd45-7924-47d1-8b7c-8cbdc9ec083e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.102368] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fe8073-3474-464c-ba46-4139ed1fa427 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.143088] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aa448b-2ea5-44dd-b27a-4d937122adbf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.151959] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f004bec6-a18a-41b9-857a-2155d05cd147 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.166777] env[65635]: DEBUG nova.compute.provider_tree [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.209417] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.543125] env[65635]: WARNING neutronclient.v2_0.client [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.643662] env[65635]: DEBUG nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 979.670933] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 979.671196] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.671447] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 979.671525] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.671740] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 979.671889] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 979.672106] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 979.672263] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 979.672422] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 979.672632] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 979.672806] env[65635]: DEBUG nova.virt.hardware [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 979.673745] env[65635]: DEBUG nova.scheduler.client.report [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.677482] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5993fa-a96a-4123-8119-bdc387b9b9d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.689247] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92aafb-0f02-43d1-9e8d-3921b3a325e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.760991] env[65635]: WARNING neutronclient.v2_0.client [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.861329] env[65635]: DEBUG nova.network.neutron [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance_info_cache with network_info: [{"id": "453cc002-e521-4496-8dae-f5739014713c", "address": "fa:16:3e:55:03:e9", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453cc002-e5", "ovs_interfaceid": "453cc002-e521-4496-8dae-f5739014713c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.021525] env[65635]: DEBUG nova.compute.manager [req-2fb2d05a-89da-4aa6-baba-4f246b729711 req-81935ca4-7126-49e4-9994-254e4c984757 service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Received event network-vif-plugged-55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 980.021785] env[65635]: DEBUG oslo_concurrency.lockutils [req-2fb2d05a-89da-4aa6-baba-4f246b729711 req-81935ca4-7126-49e4-9994-254e4c984757 service nova] Acquiring lock "aea98375-55cd-4943-9715-97ab8a175972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.021989] env[65635]: DEBUG oslo_concurrency.lockutils [req-2fb2d05a-89da-4aa6-baba-4f246b729711 req-81935ca4-7126-49e4-9994-254e4c984757 service nova] Lock "aea98375-55cd-4943-9715-97ab8a175972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.022209] env[65635]: DEBUG oslo_concurrency.lockutils [req-2fb2d05a-89da-4aa6-baba-4f246b729711 req-81935ca4-7126-49e4-9994-254e4c984757 service nova] Lock "aea98375-55cd-4943-9715-97ab8a175972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.022375] env[65635]: DEBUG nova.compute.manager [req-2fb2d05a-89da-4aa6-baba-4f246b729711 req-81935ca4-7126-49e4-9994-254e4c984757 service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] No waiting events found dispatching network-vif-plugged-55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 980.022567] env[65635]: WARNING nova.compute.manager [req-2fb2d05a-89da-4aa6-baba-4f246b729711 req-81935ca4-7126-49e4-9994-254e4c984757 service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Received unexpected event network-vif-plugged-55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a for instance with vm_state building and task_state spawning. [ 980.116154] env[65635]: DEBUG nova.network.neutron [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Successfully updated port: 55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 980.185037] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.185319] env[65635]: DEBUG nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 980.188740] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.099s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.188740] env[65635]: DEBUG nova.objects.instance [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'resources' on Instance uuid 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.365066] env[65635]: DEBUG oslo_concurrency.lockutils [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.619324] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.619574] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.619798] env[65635]: DEBUG nova.network.neutron [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.691906] env[65635]: DEBUG nova.compute.utils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.693620] env[65635]: DEBUG nova.objects.instance [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'numa_topology' on Instance uuid 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.694632] env[65635]: DEBUG nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 980.694839] env[65635]: DEBUG nova.network.neutron [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 980.695196] env[65635]: WARNING neutronclient.v2_0.client [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.695886] env[65635]: WARNING neutronclient.v2_0.client [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.751295] env[65635]: DEBUG nova.policy [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3810d75d3bc4d15a70263ebe9084099', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e53fc320d450dbab1ce8223f0cf18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.894775] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e74e94-2118-485c-a6c7-9c9dabf359e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.916581] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80978272-1f78-4336-bb16-3b8da5668988 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.925864] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance '90868ad4-03b7-43d8-9227-f3810256343d' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.136870] env[65635]: DEBUG nova.network.neutron [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Successfully created port: a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 981.154901] env[65635]: DEBUG nova.network.neutron [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 981.199589] env[65635]: DEBUG nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 981.205876] env[65635]: DEBUG nova.objects.base [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Object Instance<46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2> lazy-loaded attributes: resources,numa_topology {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.306280] env[65635]: WARNING neutronclient.v2_0.client [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.416602] env[65635]: DEBUG nova.network.neutron [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Updating instance_info_cache with network_info: [{"id": "55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a", "address": "fa:16:3e:58:10:d5", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f0f215-c1", "ovs_interfaceid": "55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.433260] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.433260] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97f00516-b804-45d6-99a6-d97af3b3c1c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.446455] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 981.446455] env[65635]: value = "task-4426725" [ 981.446455] env[65635]: _type = "Task" [ 981.446455] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.456640] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.686890] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5652b-95cd-4dbc-a5d5-a24e1f8a9719 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.695518] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c08db9e-f42e-4bc9-92f2-5de80559f41e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.733090] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc55b58-6404-4591-bec7-8e8fb1029888 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.741998] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ad18f-c1f1-4048-be98-312f5afb2d0d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.758120] env[65635]: DEBUG nova.compute.provider_tree [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.919868] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.920459] env[65635]: DEBUG nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Instance network_info: |[{"id": "55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a", "address": "fa:16:3e:58:10:d5", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f0f215-c1", "ovs_interfaceid": "55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 981.921034] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:10:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.929330] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 981.929598] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea98375-55cd-4943-9715-97ab8a175972] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.929834] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0937d250-bc0c-47bf-a11b-8a4e0f02b984 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.957091] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.958288] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.958288] env[65635]: value = "task-4426726" [ 981.958288] env[65635]: _type = "Task" [ 981.958288] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.966895] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426726, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.052716] env[65635]: DEBUG nova.compute.manager [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Received event network-changed-55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 982.052983] env[65635]: DEBUG nova.compute.manager [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Refreshing instance network info cache due to event network-changed-55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 982.053269] env[65635]: DEBUG oslo_concurrency.lockutils [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] Acquiring lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.053382] env[65635]: DEBUG oslo_concurrency.lockutils [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] Acquired lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.053501] env[65635]: DEBUG nova.network.neutron [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Refreshing network info cache for port 55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.233756] env[65635]: DEBUG nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 982.260757] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 982.261058] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.261216] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 982.261397] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.261534] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 982.261678] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 982.261884] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.262043] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 982.262215] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 982.262369] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 982.262567] env[65635]: DEBUG nova.virt.hardware [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 982.263477] env[65635]: DEBUG nova.scheduler.client.report [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.267345] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0078234-e99d-4608-a73e-302921d82d9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.277378] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d09c1-33da-43bf-9b51-a23b47d44ba0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.458897] env[65635]: DEBUG oslo_vmware.api [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426725, 'name': PowerOnVM_Task, 'duration_secs': 0.521563} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.458897] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.458897] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-251bdc13-0641-4da6-af69-78f881502345 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance '90868ad4-03b7-43d8-9227-f3810256343d' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.473290] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426726, 'name': CreateVM_Task, 'duration_secs': 0.390576} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.473290] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea98375-55cd-4943-9715-97ab8a175972] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.473290] env[65635]: WARNING neutronclient.v2_0.client [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.473400] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.473488] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.473823] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.474157] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28400052-e77b-4756-9c4a-53ede15b0acd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.480048] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 982.480048] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256c576-1a2b-d721-5126-934b4311fff0" [ 982.480048] env[65635]: _type = "Task" [ 982.480048] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.489886] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256c576-1a2b-d721-5126-934b4311fff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.556239] env[65635]: WARNING neutronclient.v2_0.client [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.705895] env[65635]: DEBUG nova.network.neutron [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Successfully updated port: a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 982.771861] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.584s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.774504] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.488s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.774793] env[65635]: DEBUG nova.objects.instance [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'resources' on Instance uuid 88433ade-6449-40a4-9c92-122481cf79be {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.783551] env[65635]: WARNING neutronclient.v2_0.client [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.888125] env[65635]: DEBUG nova.network.neutron [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Updated VIF entry in instance network info cache for port 55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 982.888125] env[65635]: DEBUG nova.network.neutron [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Updating instance_info_cache with network_info: [{"id": "55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a", "address": "fa:16:3e:58:10:d5", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f0f215-c1", "ovs_interfaceid": "55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.992242] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256c576-1a2b-d721-5126-934b4311fff0, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.992614] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.992850] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.993094] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.993242] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.993411] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.993698] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2322d0c6-c52a-402c-9558-2b89712f6616 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.004081] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.004275] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.004994] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f4b4a2-a57f-454f-a985-4e632d3585f2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.011567] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 983.011567] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5242f938-41a4-08a7-e350-c8300a65b86b" [ 983.011567] env[65635]: _type = "Task" [ 983.011567] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.020902] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5242f938-41a4-08a7-e350-c8300a65b86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.208766] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.209035] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.209272] env[65635]: DEBUG nova.network.neutron [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.286389] env[65635]: DEBUG oslo_concurrency.lockutils [None req-193a9266-9f5b-4803-aed7-bc97e96852f5 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.799s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.288884] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.034s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.289199] env[65635]: INFO nova.compute.manager [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Unshelving [ 983.392201] env[65635]: DEBUG oslo_concurrency.lockutils [req-0d9021f2-1457-408c-9da6-f9115986055a req-66eec679-cd24-4bf7-8e44-ab858ae1ef1a service nova] Releasing lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.527603] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5242f938-41a4-08a7-e350-c8300a65b86b, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.532127] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17336ff4-ddce-4da2-9118-9874ef93c5e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.539474] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 983.539474] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e748a1-eda6-6c4c-e04b-25b0fc2c493e" [ 983.539474] env[65635]: _type = "Task" [ 983.539474] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.554744] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e748a1-eda6-6c4c-e04b-25b0fc2c493e, 'name': SearchDatastore_Task, 'duration_secs': 0.012415} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.554906] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.555151] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] aea98375-55cd-4943-9715-97ab8a175972/aea98375-55cd-4943-9715-97ab8a175972.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.555425] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cd68adb-8e94-4e59-b463-1f974dc54056 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.564066] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 983.564066] env[65635]: value = "task-4426727" [ 983.564066] env[65635]: _type = "Task" [ 983.564066] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.575792] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.708102] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e386f0ba-2801-41fd-bbf8-a35b9815c149 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.718509] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5c0372-fddb-4ccb-ba05-b8235ec461c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.755641] env[65635]: DEBUG nova.network.neutron [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 983.758752] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69bdf50-545c-43ca-9091-c66dd0a70df2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.768161] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe98b4f-be1e-417d-9c1a-f1bf4d26ff16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.784850] env[65635]: DEBUG nova.compute.provider_tree [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.876221] env[65635]: WARNING neutronclient.v2_0.client [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.979728] env[65635]: DEBUG nova.network.neutron [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Updating instance_info_cache with network_info: [{"id": "a2ed0c9f-1451-4895-abb9-6498c3a37b2c", "address": "fa:16:3e:04:47:34", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed0c9f-14", "ovs_interfaceid": "a2ed0c9f-1451-4895-abb9-6498c3a37b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.076973] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.146814] env[65635]: DEBUG nova.compute.manager [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Received event network-vif-plugged-a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.147091] env[65635]: DEBUG oslo_concurrency.lockutils [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.147343] env[65635]: DEBUG oslo_concurrency.lockutils [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] Lock "ca712e92-f620-4355-aa04-4d499a13e982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.147545] env[65635]: DEBUG oslo_concurrency.lockutils [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] Lock "ca712e92-f620-4355-aa04-4d499a13e982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.147742] env[65635]: DEBUG nova.compute.manager [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] No waiting events found dispatching network-vif-plugged-a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 984.147940] env[65635]: WARNING nova.compute.manager [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Received unexpected event network-vif-plugged-a2ed0c9f-1451-4895-abb9-6498c3a37b2c for instance with vm_state building and task_state spawning. [ 984.148136] env[65635]: DEBUG nova.compute.manager [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Received event network-changed-a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.148291] env[65635]: DEBUG nova.compute.manager [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Refreshing instance network info cache due to event network-changed-a2ed0c9f-1451-4895-abb9-6498c3a37b2c. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 984.148453] env[65635]: DEBUG oslo_concurrency.lockutils [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] Acquiring lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.291370] env[65635]: DEBUG nova.scheduler.client.report [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.300572] env[65635]: DEBUG nova.compute.utils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.426462] env[65635]: DEBUG oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad7394-e304-0a1d-ddfa-56f4e36f8850/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 984.427491] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f8d2a4-28fa-45fe-b42e-8122e6751051 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.435170] env[65635]: DEBUG oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad7394-e304-0a1d-ddfa-56f4e36f8850/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 984.435220] env[65635]: ERROR oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad7394-e304-0a1d-ddfa-56f4e36f8850/disk-0.vmdk due to incomplete transfer. [ 984.435451] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1e9c3f10-6763-4d16-8b2a-831dae201c27 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.444250] env[65635]: DEBUG oslo_vmware.rw_handles [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad7394-e304-0a1d-ddfa-56f4e36f8850/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 984.444471] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Uploaded image 6ca99f47-ea2f-47f9-823d-03b3ad630e85 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 984.447065] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 984.447141] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d7066a5-db0d-41b2-a0eb-0277946f9d71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.456718] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 984.456718] env[65635]: value = "task-4426728" [ 984.456718] env[65635]: _type = "Task" [ 984.456718] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.467321] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426728, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.494509] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Releasing lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.494509] env[65635]: DEBUG nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Instance network_info: |[{"id": "a2ed0c9f-1451-4895-abb9-6498c3a37b2c", "address": "fa:16:3e:04:47:34", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed0c9f-14", "ovs_interfaceid": "a2ed0c9f-1451-4895-abb9-6498c3a37b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 984.494723] env[65635]: DEBUG oslo_concurrency.lockutils [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] Acquired lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.494763] env[65635]: DEBUG nova.network.neutron [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Refreshing network info cache for port a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.496037] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:47:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ed0c9f-1451-4895-abb9-6498c3a37b2c', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.504278] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 984.505373] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.505518] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04546d62-d9f1-47bb-bad3-74a3ee4d9208 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.527221] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.527221] env[65635]: value = "task-4426729" [ 984.527221] env[65635]: _type = "Task" [ 984.527221] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.536539] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426729, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.575092] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558871} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.575501] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] aea98375-55cd-4943-9715-97ab8a175972/aea98375-55cd-4943-9715-97ab8a175972.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.575827] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.576225] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f5375e6-78af-4064-a89b-d568cd40c684 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.584926] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 984.584926] env[65635]: value = "task-4426730" [ 984.584926] env[65635]: _type = "Task" [ 984.584926] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.596165] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.728072] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.765088] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.765586] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.765883] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.796494] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.799020] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.499s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.799289] env[65635]: DEBUG nova.objects.instance [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lazy-loading 'resources' on Instance uuid 275f6728-4f43-4064-8c9c-6e7b4c729d78 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.803932] env[65635]: INFO nova.virt.block_device [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Booting with volume ea995dc9-c68b-4136-8370-6f2ba44d13b8 at /dev/sdb [ 984.807295] env[65635]: DEBUG nova.network.neutron [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Port 453cc002-e521-4496-8dae-f5739014713c binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 984.807695] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.807985] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.808594] env[65635]: DEBUG nova.network.neutron [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.831847] env[65635]: INFO nova.scheduler.client.report [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleted allocations for instance 88433ade-6449-40a4-9c92-122481cf79be [ 984.859849] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09b6d60a-caa5-4920-a7c8-16b3dcc9432c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.870580] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925e6393-9c9d-4f14-9f4d-a9c66d63237a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.907305] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce8bdfba-f088-4711-9d1d-43458dc9daf6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.917205] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5c73ed-af2f-4d41-8561-3b161c3a7dc1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.954673] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fb715b-6497-4da1-9449-a24488a4c831 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.968793] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca29d580-1cf9-4f01-8a93-cb4563bb8aa8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.972143] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426728, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.984772] env[65635]: DEBUG nova.virt.block_device [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating existing volume attachment record: e50d915e-e8d5-4b49-88fc-abba19216090 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 985.006209] env[65635]: WARNING neutronclient.v2_0.client [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.037854] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426729, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.095048] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07581} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.095311] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.096130] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0aab4b-4d78-48c2-be78-5a7e5a6c64d1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.120171] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] aea98375-55cd-4943-9715-97ab8a175972/aea98375-55cd-4943-9715-97ab8a175972.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.123288] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69baf094-7ba6-4be0-941a-0b21bd2fdcd6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.144733] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 985.144733] env[65635]: value = "task-4426732" [ 985.144733] env[65635]: _type = "Task" [ 985.144733] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.154966] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.219406] env[65635]: WARNING neutronclient.v2_0.client [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.299512] env[65635]: DEBUG nova.network.neutron [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Updated VIF entry in instance network info cache for port a2ed0c9f-1451-4895-abb9-6498c3a37b2c. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.300120] env[65635]: DEBUG nova.network.neutron [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Updating instance_info_cache with network_info: [{"id": "a2ed0c9f-1451-4895-abb9-6498c3a37b2c", "address": "fa:16:3e:04:47:34", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed0c9f-14", "ovs_interfaceid": "a2ed0c9f-1451-4895-abb9-6498c3a37b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.312167] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.341570] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da8446de-0430-4c97-af22-9b0be6eb0cca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "88433ade-6449-40a4-9c92-122481cf79be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.857s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.467709] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426728, 'name': Destroy_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.480205] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.539982] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426729, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.556532] env[65635]: DEBUG nova.network.neutron [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance_info_cache with network_info: [{"id": "453cc002-e521-4496-8dae-f5739014713c", "address": "fa:16:3e:55:03:e9", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453cc002-e5", "ovs_interfaceid": "453cc002-e521-4496-8dae-f5739014713c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.658233] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.711405] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bf23ff-1fc7-4615-934c-a73e115c4f14 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.719304] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d22d347-496d-4bcf-b942-2f83f0a0cc12 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.751499] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2fb695-c642-4b81-98f1-9a35c71ee58e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.759938] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1000d538-8623-4cec-bb1f-d10813b903a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.775422] env[65635]: DEBUG nova.compute.provider_tree [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.806594] env[65635]: DEBUG oslo_concurrency.lockutils [req-a38bf04c-809e-445f-ac80-4ba2a1c4f53c req-8c803b53-0a60-4d4d-aacf-b1e526863c5b service nova] Releasing lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.970381] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426728, 'name': Destroy_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.039577] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426729, 'name': CreateVM_Task, 'duration_secs': 1.375618} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.039773] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.040314] env[65635]: WARNING neutronclient.v2_0.client [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.040721] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.040899] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.041226] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.041500] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28691372-7cca-4bb8-898f-cbe2da3e9088 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.047421] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 986.047421] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5248ba5d-6823-4a27-fef1-efb744dd4a78" [ 986.047421] env[65635]: _type = "Task" [ 986.047421] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.056776] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5248ba5d-6823-4a27-fef1-efb744dd4a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.060463] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.158333] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.279354] env[65635]: DEBUG nova.scheduler.client.report [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.469091] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426728, 'name': Destroy_Task, 'duration_secs': 1.880939} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.469382] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Destroyed the VM [ 986.469637] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 986.469903] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47c78ddf-23ab-4311-bc90-854807fc75af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.477407] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 986.477407] env[65635]: value = "task-4426735" [ 986.477407] env[65635]: _type = "Task" [ 986.477407] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.486128] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.558802] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5248ba5d-6823-4a27-fef1-efb744dd4a78, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.559135] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.559372] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.559609] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.559755] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.559927] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.560217] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0c24886-ccc5-4ca5-b109-6f351f2120ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.563309] env[65635]: DEBUG nova.compute.manager [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65635) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 986.563507] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.570656] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.570898] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.571709] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e453c50-a5fb-46a4-ab65-627bb36d1723 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.578337] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 986.578337] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5266d736-ccbf-ee5e-29be-967d00a08add" [ 986.578337] env[65635]: _type = "Task" [ 986.578337] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.587671] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5266d736-ccbf-ee5e-29be-967d00a08add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.662662] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426732, 'name': ReconfigVM_Task, 'duration_secs': 1.293325} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.662662] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Reconfigured VM instance instance-0000004c to attach disk [datastore2] aea98375-55cd-4943-9715-97ab8a175972/aea98375-55cd-4943-9715-97ab8a175972.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.662662] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb78e5d-9f22-448c-89ad-c968ffce7018 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.670129] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 986.670129] env[65635]: value = "task-4426736" [ 986.670129] env[65635]: _type = "Task" [ 986.670129] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.681225] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426736, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.785144] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.787781] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.998s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.789664] env[65635]: INFO nova.compute.claims [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.825687] env[65635]: INFO nova.scheduler.client.report [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Deleted allocations for instance 275f6728-4f43-4064-8c9c-6e7b4c729d78 [ 986.988716] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426735, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.090037] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5266d736-ccbf-ee5e-29be-967d00a08add, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.090680] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbc404c-4b76-4312-b45a-e04dcc262eae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.097521] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 987.097521] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e497ca-a1a4-4b1b-59a1-a38623b28f08" [ 987.097521] env[65635]: _type = "Task" [ 987.097521] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.106152] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e497ca-a1a4-4b1b-59a1-a38623b28f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.183034] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426736, 'name': Rename_Task, 'duration_secs': 0.171464} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.183034] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.183034] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-344bf35c-eab9-42b4-b45e-95eb744acedf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.190259] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 987.190259] env[65635]: value = "task-4426737" [ 987.190259] env[65635]: _type = "Task" [ 987.190259] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.202566] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.205660] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.205787] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.345059] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b65bd25e-4cf6-45e5-9985-d9ed33aac750 tempest-ServersAdminTestJSON-797541960 tempest-ServersAdminTestJSON-797541960-project-member] Lock "275f6728-4f43-4064-8c9c-6e7b4c729d78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.514s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.489812] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426735, 'name': RemoveSnapshot_Task, 'duration_secs': 0.774172} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.490024] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 987.490275] env[65635]: DEBUG nova.compute.manager [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 987.491083] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d805dc-0604-414f-b78b-6dbb127f4ff0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.609990] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e497ca-a1a4-4b1b-59a1-a38623b28f08, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.610274] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.610630] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] ca712e92-f620-4355-aa04-4d499a13e982/ca712e92-f620-4355-aa04-4d499a13e982.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.610930] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-279ceffa-2798-454e-a7d0-67a9b2285afb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.618882] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 987.618882] env[65635]: value = "task-4426738" [ 987.618882] env[65635]: _type = "Task" [ 987.618882] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.631600] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.703725] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426737, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.709215] env[65635]: DEBUG nova.compute.utils [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.798278] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.798641] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.007320] env[65635]: INFO nova.compute.manager [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Shelve offloading [ 988.136824] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426738, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.205634] env[65635]: DEBUG oslo_vmware.api [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426737, 'name': PowerOnVM_Task, 'duration_secs': 0.533682} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.206039] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.206145] env[65635]: INFO nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Took 8.56 seconds to spawn the instance on the hypervisor. [ 988.206327] env[65635]: DEBUG nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.207124] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3655d176-e2db-4372-9ae6-073bc73e6434 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.213254] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.274613] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a8daf-7bb5-480e-9660-7ec6d8699d33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.283766] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1298a59c-4d39-4de5-9270-e71551ac2144 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.318972] env[65635]: DEBUG nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 988.322429] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55032afc-1100-4bc1-a4c9-9a3982135a33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.331664] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40527939-43de-4191-ba9c-2ebac0feffd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.347700] env[65635]: DEBUG nova.compute.provider_tree [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.511901] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.512345] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92739439-8278-49e5-98b7-08d8821709bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.520534] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 988.520534] env[65635]: value = "task-4426740" [ 988.520534] env[65635]: _type = "Task" [ 988.520534] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.531230] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.531443] env[65635]: DEBUG nova.compute.manager [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.532221] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a413db-ec59-4d6a-9a5d-d38d364ca47a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.538629] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.538811] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.539115] env[65635]: DEBUG nova.network.neutron [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 988.630177] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557348} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.630177] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] ca712e92-f620-4355-aa04-4d499a13e982/ca712e92-f620-4355-aa04-4d499a13e982.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.630378] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.630510] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51e8b4a1-fa11-45e4-9b32-72c5362e5fd3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.639694] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 988.639694] env[65635]: value = "task-4426741" [ 988.639694] env[65635]: _type = "Task" [ 988.639694] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.650075] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.732315] env[65635]: INFO nova.compute.manager [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Took 42.77 seconds to build instance. [ 988.853336] env[65635]: DEBUG nova.scheduler.client.report [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.862061] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.043444] env[65635]: WARNING neutronclient.v2_0.client [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.150076] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155447} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.150356] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.151170] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56d5dc-918d-4623-9aaf-5087d9893613 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.174748] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ca712e92-f620-4355-aa04-4d499a13e982/ca712e92-f620-4355-aa04-4d499a13e982.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.175147] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b78ef36-4e0b-48c8-9441-529ecbbb7ae8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.196759] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 989.196759] env[65635]: value = "task-4426742" [ 989.196759] env[65635]: _type = "Task" [ 989.196759] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.205687] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.234483] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b96b470b-7ee4-483f-8413-ca96369d2c49 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "aea98375-55cd-4943-9715-97ab8a175972" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.281s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.316789] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.317134] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.317413] env[65635]: INFO nova.compute.manager [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Attaching volume a2ef888c-c507-4591-8307-05dd57cdf546 to /dev/sdb [ 989.357988] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.358584] env[65635]: DEBUG nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 989.364098] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.401s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.368676] env[65635]: INFO nova.compute.claims [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.375298] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd601d-db8f-42b0-bd4b-fd5190d4987c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.387426] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91628b9e-708e-4ac8-ad0b-8b971a430f83 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.410125] env[65635]: DEBUG nova.virt.block_device [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating existing volume attachment record: 9045f30d-2b30-4bbb-856f-700af338c20a {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 989.637600] env[65635]: WARNING neutronclient.v2_0.client [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.709214] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426742, 'name': ReconfigVM_Task, 'duration_secs': 0.371907} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.713467] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ca712e92-f620-4355-aa04-4d499a13e982/ca712e92-f620-4355-aa04-4d499a13e982.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.714609] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eeeb79f-248a-4793-806e-8c16590e4b6b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.722152] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 989.722152] env[65635]: value = "task-4426744" [ 989.722152] env[65635]: _type = "Task" [ 989.722152] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.734451] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426744, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.784689] env[65635]: DEBUG nova.network.neutron [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating instance_info_cache with network_info: [{"id": "ba559057-9d08-428b-835d-0b2b06025dfc", "address": "fa:16:3e:91:1f:9f", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba559057-9d", "ovs_interfaceid": "ba559057-9d08-428b-835d-0b2b06025dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.865851] env[65635]: DEBUG nova.compute.utils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.873195] env[65635]: DEBUG nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 989.873195] env[65635]: DEBUG nova.network.neutron [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 989.873195] env[65635]: WARNING neutronclient.v2_0.client [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.873195] env[65635]: WARNING neutronclient.v2_0.client [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.959085] env[65635]: DEBUG nova.policy [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e1882d2c9d84a7e985ec53429fe4dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2369d1a2d06847348d6164f29ca8ec96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.149676] env[65635]: DEBUG nova.compute.manager [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Received event network-changed-55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 990.151304] env[65635]: DEBUG nova.compute.manager [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Refreshing instance network info cache due to event network-changed-55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 990.151304] env[65635]: DEBUG oslo_concurrency.lockutils [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] Acquiring lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.151304] env[65635]: DEBUG oslo_concurrency.lockutils [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] Acquired lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.151304] env[65635]: DEBUG nova.network.neutron [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Refreshing network info cache for port 55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.236711] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426744, 'name': Rename_Task, 'duration_secs': 0.16853} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.236711] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.236910] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48439aa3-382d-4ac6-8bef-4ccc2d3d42fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.244837] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 990.244837] env[65635]: value = "task-4426747" [ 990.244837] env[65635]: _type = "Task" [ 990.244837] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.254858] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.287401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.289360] env[65635]: WARNING neutronclient.v2_0.client [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.289360] env[65635]: WARNING neutronclient.v2_0.client [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.377896] env[65635]: DEBUG nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 990.419380] env[65635]: DEBUG nova.network.neutron [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Successfully created port: 6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 990.655806] env[65635]: WARNING neutronclient.v2_0.client [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.759606] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426747, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.947447] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.948373] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2296e10-6898-43d1-bebf-2f8ebd1f187c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.961159] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.961471] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420aa160-5a32-499a-beff-a2df53259bc5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.027022] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc2e5f8-cb0c-4a0f-95ba-9bfd2f184234 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.037069] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e345b6a-6f5e-4217-a65c-aab46ee57132 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.042633] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.042870] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.043066] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleting the datastore file [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.044090] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c329bf7-d178-489d-a756-7e53ffbfe276 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.075866] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d367b9d5-9350-4d39-aa68-3947e9eb0b11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.078713] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 991.078713] env[65635]: value = "task-4426749" [ 991.078713] env[65635]: _type = "Task" [ 991.078713] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.088799] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee990d-4998-491d-85e0-5c50fc5f204b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.096826] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.107666] env[65635]: DEBUG nova.compute.provider_tree [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.131395] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.258362] env[65635]: DEBUG oslo_vmware.api [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426747, 'name': PowerOnVM_Task, 'duration_secs': 0.519542} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.258362] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.259114] env[65635]: INFO nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Took 9.02 seconds to spawn the instance on the hypervisor. [ 991.259357] env[65635]: DEBUG nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 991.261559] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8387067-7d0b-4250-9331-28d51ee867b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.391372] env[65635]: DEBUG nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 991.401773] env[65635]: WARNING neutronclient.v2_0.client [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.416588] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 991.416840] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.416991] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 991.417253] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.417397] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 991.417537] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 991.417743] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 991.417897] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 991.418070] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 991.418274] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 991.418389] env[65635]: DEBUG nova.virt.hardware [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 991.419306] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e8440-e7cf-453b-b3bb-1937d2070ad4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.429819] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba2433b-9b94-4ea5-b21a-1077ebe60244 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.592718] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.611695] env[65635]: DEBUG nova.scheduler.client.report [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.700836] env[65635]: DEBUG nova.network.neutron [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Updated VIF entry in instance network info cache for port 55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 991.701536] env[65635]: DEBUG nova.network.neutron [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Updating instance_info_cache with network_info: [{"id": "55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a", "address": "fa:16:3e:58:10:d5", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f0f215-c1", "ovs_interfaceid": "55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.740991] env[65635]: DEBUG nova.compute.manager [req-0a240406-8514-4e6f-bc28-2562cdc01f8e req-0d28d0f3-c368-4b02-959c-38ab7ee98819 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received event network-vif-unplugged-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 991.741318] env[65635]: DEBUG oslo_concurrency.lockutils [req-0a240406-8514-4e6f-bc28-2562cdc01f8e req-0d28d0f3-c368-4b02-959c-38ab7ee98819 service nova] Acquiring lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.741560] env[65635]: DEBUG oslo_concurrency.lockutils [req-0a240406-8514-4e6f-bc28-2562cdc01f8e req-0d28d0f3-c368-4b02-959c-38ab7ee98819 service nova] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.741874] env[65635]: DEBUG oslo_concurrency.lockutils [req-0a240406-8514-4e6f-bc28-2562cdc01f8e req-0d28d0f3-c368-4b02-959c-38ab7ee98819 service nova] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.742106] env[65635]: DEBUG nova.compute.manager [req-0a240406-8514-4e6f-bc28-2562cdc01f8e req-0d28d0f3-c368-4b02-959c-38ab7ee98819 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] No waiting events found dispatching network-vif-unplugged-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 991.742407] env[65635]: WARNING nova.compute.manager [req-0a240406-8514-4e6f-bc28-2562cdc01f8e req-0d28d0f3-c368-4b02-959c-38ab7ee98819 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received unexpected event network-vif-unplugged-ba559057-9d08-428b-835d-0b2b06025dfc for instance with vm_state shelved and task_state shelving_offloading. [ 991.784277] env[65635]: INFO nova.compute.manager [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Took 42.96 seconds to build instance. [ 992.091140] env[65635]: DEBUG oslo_vmware.api [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548015} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.091623] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.091623] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.091810] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.122271] env[65635]: INFO nova.scheduler.client.report [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleted allocations for instance b695c17c-898e-45ed-aa32-bc38cdb6e506 [ 992.129107] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.129107] env[65635]: DEBUG nova.compute.manager [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 992.131905] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.305s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.132306] env[65635]: DEBUG nova.objects.instance [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lazy-loading 'resources' on Instance uuid adba26bf-8382-4897-b5ee-369cd46084d8 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.204471] env[65635]: DEBUG oslo_concurrency.lockutils [req-95315767-fb19-47d3-b783-7b82fb0c4e7a req-0c4ec814-867a-4627-b9d7-43d6d255fef1 service nova] Releasing lock "refresh_cache-aea98375-55cd-4943-9715-97ab8a175972" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.256828] env[65635]: DEBUG nova.network.neutron [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Successfully updated port: 6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 992.290774] env[65635]: DEBUG oslo_concurrency.lockutils [None req-970a1b39-a578-4f75-8b2b-a4cb63ff88e0 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.482s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.636034] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.637986] env[65635]: DEBUG nova.compute.utils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.643698] env[65635]: DEBUG nova.compute.manager [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 992.759824] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.760074] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquired lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.760261] env[65635]: DEBUG nova.network.neutron [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.014221] env[65635]: DEBUG nova.compute.manager [req-98f56b83-2845-4770-b917-01ceb8fb210f req-b2a589ea-d963-4bdd-a394-940f182a1cf6 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Received event network-vif-plugged-6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.014436] env[65635]: DEBUG oslo_concurrency.lockutils [req-98f56b83-2845-4770-b917-01ceb8fb210f req-b2a589ea-d963-4bdd-a394-940f182a1cf6 service nova] Acquiring lock "86a716b6-8da4-46b4-9182-7a43e4725914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.014764] env[65635]: DEBUG oslo_concurrency.lockutils [req-98f56b83-2845-4770-b917-01ceb8fb210f req-b2a589ea-d963-4bdd-a394-940f182a1cf6 service nova] Lock "86a716b6-8da4-46b4-9182-7a43e4725914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.014922] env[65635]: DEBUG oslo_concurrency.lockutils [req-98f56b83-2845-4770-b917-01ceb8fb210f req-b2a589ea-d963-4bdd-a394-940f182a1cf6 service nova] Lock "86a716b6-8da4-46b4-9182-7a43e4725914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.015121] env[65635]: DEBUG nova.compute.manager [req-98f56b83-2845-4770-b917-01ceb8fb210f req-b2a589ea-d963-4bdd-a394-940f182a1cf6 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] No waiting events found dispatching network-vif-plugged-6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 993.015314] env[65635]: WARNING nova.compute.manager [req-98f56b83-2845-4770-b917-01ceb8fb210f req-b2a589ea-d963-4bdd-a394-940f182a1cf6 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Received unexpected event network-vif-plugged-6b37434d-91d8-4a57-939e-109b22cf8c67 for instance with vm_state building and task_state spawning. [ 993.067433] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066aeb6-9347-4cb0-8063-b315888f186d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.076189] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c3480e-9cd5-4f6d-83c6-aa8acb4a637c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.110235] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc040eb-cd3c-4df1-a7e4-82948bea2386 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.121912] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd5dfc1-7bf1-4877-831c-cf7693bf4e11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.137038] env[65635]: DEBUG nova.compute.provider_tree [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.145050] env[65635]: DEBUG nova.compute.manager [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 993.308616] env[65635]: DEBUG nova.network.neutron [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 993.557384] env[65635]: WARNING neutronclient.v2_0.client [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.643127] env[65635]: DEBUG nova.scheduler.client.report [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.664386] env[65635]: DEBUG nova.network.neutron [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updating instance_info_cache with network_info: [{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.853467] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "5829975c-a48e-489d-8cd8-5abe5a26280b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.853467] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.039174] env[65635]: DEBUG nova.compute.manager [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received event network-changed-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 994.039174] env[65635]: DEBUG nova.compute.manager [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Refreshing instance network info cache due to event network-changed-ba559057-9d08-428b-835d-0b2b06025dfc. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 994.039174] env[65635]: DEBUG oslo_concurrency.lockutils [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] Acquiring lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.039174] env[65635]: DEBUG oslo_concurrency.lockutils [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] Acquired lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.039174] env[65635]: DEBUG nova.network.neutron [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Refreshing network info cache for port ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.155840] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.159035] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.709s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.159035] env[65635]: DEBUG nova.objects.instance [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lazy-loading 'resources' on Instance uuid 654b932b-35cc-4d33-832b-e2db32490bf2 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.163164] env[65635]: DEBUG nova.compute.manager [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 994.169560] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Releasing lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.169560] env[65635]: DEBUG nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Instance network_info: |[{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 994.169560] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:7c:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b37434d-91d8-4a57-939e-109b22cf8c67', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.180761] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Creating folder: Project (2369d1a2d06847348d6164f29ca8ec96). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.183421] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44a151d0-82a2-481a-b717-c31ae399d7ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.195231] env[65635]: INFO nova.scheduler.client.report [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Deleted allocations for instance adba26bf-8382-4897-b5ee-369cd46084d8 [ 994.203170] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Created folder: Project (2369d1a2d06847348d6164f29ca8ec96) in parent group-v866005. [ 994.203388] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Creating folder: Instances. Parent ref: group-v866229. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.203935] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be68098-e54f-49c0-b41d-a3c567b0fc29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.211384] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 994.211621] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.211804] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 994.212171] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.212255] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 994.212373] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 994.212630] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.212827] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 994.212971] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 994.213162] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 994.213341] env[65635]: DEBUG nova.virt.hardware [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 994.214722] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8e69e2-c1f3-4fc6-86f6-0c42e2a8a4f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.220399] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Created folder: Instances in parent group-v866229. [ 994.220954] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 994.221236] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.221454] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-414e57b5-404e-43af-8679-1b1b71b52816 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.242311] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d49e9-38ab-42a0-a12b-08a5ca95ae08 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.248304] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.248304] env[65635]: value = "task-4426753" [ 994.248304] env[65635]: _type = "Task" [ 994.248304] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.262846] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.269309] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Creating folder: Project (acebe5372f464383b0fd05475f60d648). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.270835] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f85849f7-9b79-4a3f-99ae-6d52f590d64d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.276999] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426753, 'name': CreateVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.288112] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Created folder: Project (acebe5372f464383b0fd05475f60d648) in parent group-v866005. [ 994.288112] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Creating folder: Instances. Parent ref: group-v866232. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.288340] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edb48121-a02e-4b52-bc51-871c9319315a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.300494] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Created folder: Instances in parent group-v866232. [ 994.300786] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 994.301023] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.301234] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a734e27d-cd59-4755-85f8-7fb64d51f593 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.324084] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.324084] env[65635]: value = "task-4426756" [ 994.324084] env[65635]: _type = "Task" [ 994.324084] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.335524] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426756, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.357952] env[65635]: DEBUG nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 994.478490] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 994.479019] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866228', 'volume_id': 'a2ef888c-c507-4591-8307-05dd57cdf546', 'name': 'volume-a2ef888c-c507-4591-8307-05dd57cdf546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a8e3e34-8b4f-4f45-a388-bbe22270b871', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2ef888c-c507-4591-8307-05dd57cdf546', 'serial': 'a2ef888c-c507-4591-8307-05dd57cdf546'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 994.480295] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeea628-74cd-4ae6-bca8-6a6942e01da1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.501090] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a1ccbf-3a04-464a-b7b0-36017339dc0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.529658] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-a2ef888c-c507-4591-8307-05dd57cdf546/volume-a2ef888c-c507-4591-8307-05dd57cdf546.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.530180] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f84e0a19-d635-468f-8263-a298267d123e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.545519] env[65635]: WARNING neutronclient.v2_0.client [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.556658] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 994.556658] env[65635]: value = "task-4426757" [ 994.556658] env[65635]: _type = "Task" [ 994.556658] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.569760] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.709938] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bfdfca66-65e5-4330-95d0-13786a9cc4c9 tempest-SecurityGroupsTestJSON-90429897 tempest-SecurityGroupsTestJSON-90429897-project-member] Lock "adba26bf-8382-4897-b5ee-369cd46084d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.065s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.761666] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426753, 'name': CreateVM_Task, 'duration_secs': 0.46571} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.764654] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.770293] env[65635]: WARNING neutronclient.v2_0.client [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.770293] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.770293] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.770293] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.770293] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fdeadc-0498-4647-83a7-5edc4d9f4987 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.776058] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 994.776058] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9ba53-fd1b-4126-2ba4-a3a37cdac935" [ 994.776058] env[65635]: _type = "Task" [ 994.776058] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.789476] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9ba53-fd1b-4126-2ba4-a3a37cdac935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.812040] env[65635]: WARNING neutronclient.v2_0.client [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.843472] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426756, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.898044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.981798] env[65635]: DEBUG nova.network.neutron [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updated VIF entry in instance network info cache for port ba559057-9d08-428b-835d-0b2b06025dfc. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.982169] env[65635]: DEBUG nova.network.neutron [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating instance_info_cache with network_info: [{"id": "ba559057-9d08-428b-835d-0b2b06025dfc", "address": "fa:16:3e:91:1f:9f", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapba559057-9d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.070590] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.207428] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c73da6f-abf9-4b3b-9c69-55f5afc58f45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.215364] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efbbf70-abf3-49fa-8196-6aafa28ec7c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.249966] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6365b-8289-41b2-9a82-9b853f0a08f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.260277] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc5c7a-bd02-4194-b38b-cf3706efe802 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.280277] env[65635]: DEBUG nova.compute.provider_tree [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.290640] env[65635]: DEBUG nova.compute.manager [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Received event network-changed-6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 995.290928] env[65635]: DEBUG nova.compute.manager [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Refreshing instance network info cache due to event network-changed-6b37434d-91d8-4a57-939e-109b22cf8c67. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 995.291166] env[65635]: DEBUG oslo_concurrency.lockutils [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] Acquiring lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.291308] env[65635]: DEBUG oslo_concurrency.lockutils [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] Acquired lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.291467] env[65635]: DEBUG nova.network.neutron [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Refreshing network info cache for port 6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.298922] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9ba53-fd1b-4126-2ba4-a3a37cdac935, 'name': SearchDatastore_Task, 'duration_secs': 0.017512} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.299219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.299432] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.299649] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.299785] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.299952] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.300254] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3f855e9-a2a3-4257-bf59-6e6de68ff7e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.312535] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.312535] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.313359] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c9a4e8-3079-42bb-9e11-74eec902b280 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.320265] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 995.320265] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5283cd51-bfeb-2f73-036d-a8c2516d82a8" [ 995.320265] env[65635]: _type = "Task" [ 995.320265] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.330578] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5283cd51-bfeb-2f73-036d-a8c2516d82a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.343397] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426756, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.485961] env[65635]: DEBUG oslo_concurrency.lockutils [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] Releasing lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.486376] env[65635]: DEBUG nova.compute.manager [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Received event network-changed-a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 995.486810] env[65635]: DEBUG nova.compute.manager [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Refreshing instance network info cache due to event network-changed-a2ed0c9f-1451-4895-abb9-6498c3a37b2c. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 995.487117] env[65635]: DEBUG oslo_concurrency.lockutils [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] Acquiring lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.487261] env[65635]: DEBUG oslo_concurrency.lockutils [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] Acquired lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.487941] env[65635]: DEBUG nova.network.neutron [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Refreshing network info cache for port a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.571237] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.618033] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.642286] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "526050bf-d87f-49ff-8e0f-645f71d036e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.642751] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.788031] env[65635]: DEBUG nova.scheduler.client.report [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.794731] env[65635]: WARNING neutronclient.v2_0.client [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.833961] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5283cd51-bfeb-2f73-036d-a8c2516d82a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020509} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.838171] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c4c21c-40a1-4986-a101-f9e83d6d0565 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.845206] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 995.845206] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520635fb-a80b-4eea-9167-369473d6e166" [ 995.845206] env[65635]: _type = "Task" [ 995.845206] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.848462] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426756, 'name': CreateVM_Task, 'duration_secs': 1.385617} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.854438] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.855154] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.855316] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.855622] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.856407] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc92bd9-c061-4f61-a1c1-e158ccdf6be0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.863834] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520635fb-a80b-4eea-9167-369473d6e166, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.864590] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.864590] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 86a716b6-8da4-46b4-9182-7a43e4725914/86a716b6-8da4-46b4-9182-7a43e4725914.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.864861] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 995.864861] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52291557-d6cd-6b1b-88b5-e0061ebfe87f" [ 995.864861] env[65635]: _type = "Task" [ 995.864861] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.865057] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d66d6f5f-81cc-4ff5-a4d7-47be4789c838 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.879878] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52291557-d6cd-6b1b-88b5-e0061ebfe87f, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.881660] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.881660] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.882573] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.882573] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.882573] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.882573] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 995.882573] env[65635]: value = "task-4426758" [ 995.882573] env[65635]: _type = "Task" [ 995.882573] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.882939] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5c31458-3b92-4804-982a-b0b73e6aae13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.893846] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.895166] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.895340] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.896100] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b190597d-d663-4dae-b155-95da58f138e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.902484] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 995.902484] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5221ff81-6f8f-50b3-a8bb-ddc54b0851ba" [ 995.902484] env[65635]: _type = "Task" [ 995.902484] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.911658] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5221ff81-6f8f-50b3-a8bb-ddc54b0851ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.993083] env[65635]: WARNING neutronclient.v2_0.client [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.071532] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.148022] env[65635]: DEBUG nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 996.298807] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.299694] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.179s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.338244] env[65635]: INFO nova.scheduler.client.report [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Deleted allocations for instance 654b932b-35cc-4d33-832b-e2db32490bf2 [ 996.398668] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.415396] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5221ff81-6f8f-50b3-a8bb-ddc54b0851ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.416496] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8766b3e8-9599-4969-9153-d77afe32ba30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.423605] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 996.423605] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad46ea-2ff9-b6d1-e9b9-b7a56572ec03" [ 996.423605] env[65635]: _type = "Task" [ 996.423605] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.434378] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad46ea-2ff9-b6d1-e9b9-b7a56572ec03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.578851] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426757, 'name': ReconfigVM_Task, 'duration_secs': 1.695969} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.583029] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-a2ef888c-c507-4591-8307-05dd57cdf546/volume-a2ef888c-c507-4591-8307-05dd57cdf546.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.589566] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e45767-2037-4e67-b67f-be6b1ade8008 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.610759] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 996.610759] env[65635]: value = "task-4426759" [ 996.610759] env[65635]: _type = "Task" [ 996.610759] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.619247] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.655258] env[65635]: WARNING neutronclient.v2_0.client [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.676200] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.854791] env[65635]: DEBUG oslo_concurrency.lockutils [None req-00753648-301a-4c3a-b1e2-112b38fa5878 tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "654b932b-35cc-4d33-832b-e2db32490bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.888s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.911020] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426758, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006806} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.911020] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 86a716b6-8da4-46b4-9182-7a43e4725914/86a716b6-8da4-46b4-9182-7a43e4725914.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.911020] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.912126] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2c32592-fdb0-469c-9c70-4bea1bcba564 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.931400] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 996.931400] env[65635]: value = "task-4426760" [ 996.931400] env[65635]: _type = "Task" [ 996.931400] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.942732] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ad46ea-2ff9-b6d1-e9b9-b7a56572ec03, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.943528] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.943864] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.944672] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39f8a9e4-03f0-4045-9e24-91df61f74719 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.947661] env[65635]: DEBUG nova.network.neutron [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updated VIF entry in instance network info cache for port 6b37434d-91d8-4a57-939e-109b22cf8c67. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 996.948046] env[65635]: DEBUG nova.network.neutron [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updating instance_info_cache with network_info: [{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.954114] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.962458] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 996.962458] env[65635]: value = "task-4426761" [ 996.962458] env[65635]: _type = "Task" [ 996.962458] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.975465] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.998450] env[65635]: WARNING neutronclient.v2_0.client [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.111573] env[65635]: DEBUG nova.network.neutron [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Updated VIF entry in instance network info cache for port a2ed0c9f-1451-4895-abb9-6498c3a37b2c. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 997.112115] env[65635]: DEBUG nova.network.neutron [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Updating instance_info_cache with network_info: [{"id": "a2ed0c9f-1451-4895-abb9-6498c3a37b2c", "address": "fa:16:3e:04:47:34", "network": {"id": "c93bae67-b654-4cb8-a80f-ccb88943e006", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1534070583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e53fc320d450dbab1ce8223f0cf18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed0c9f-14", "ovs_interfaceid": "a2ed0c9f-1451-4895-abb9-6498c3a37b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.126374] env[65635]: DEBUG oslo_vmware.api [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426759, 'name': ReconfigVM_Task, 'duration_secs': 0.288791} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.127423] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866228', 'volume_id': 'a2ef888c-c507-4591-8307-05dd57cdf546', 'name': 'volume-a2ef888c-c507-4591-8307-05dd57cdf546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a8e3e34-8b4f-4f45-a388-bbe22270b871', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2ef888c-c507-4591-8307-05dd57cdf546', 'serial': 'a2ef888c-c507-4591-8307-05dd57cdf546'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 997.320833] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Applying migration context for instance 90868ad4-03b7-43d8-9227-f3810256343d as it has an incoming, in-progress migration e3311597-7309-4394-b95f-c66887a72f9e. Migration status is reverting {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 997.322653] env[65635]: INFO nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating resource usage from migration e3311597-7309-4394-b95f-c66887a72f9e [ 997.322961] env[65635]: INFO nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating resource usage from migration 82be9009-61d3-4eb3-a1ac-e451c3cce381 [ 997.349107] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.349276] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 76b8ba30-a5b1-44ea-ac84-c47dea905c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.349397] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.349519] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a7750ded-bcc4-43de-8c15-a50b30be9161 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.349624] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 3a0a2d71-2163-494d-8646-016a8976bcae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.349734] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 74c18370-1add-4673-ad90-374563808d15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.349842] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 3a8e3e34-8b4f-4f45-a388-bbe22270b871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.349975] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance f39da399-d63d-4fd1-bc3f-e1d8de517b96 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 997.350178] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 97d0e2a4-9546-4492-be83-6d23eccf6be8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.350217] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance e46f56fa-20bf-4196-8ffa-53be275ef6a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 997.350324] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Migration e3311597-7309-4394-b95f-c66887a72f9e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 997.350428] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 90868ad4-03b7-43d8-9227-f3810256343d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.350537] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance aea98375-55cd-4943-9715-97ab8a175972 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.350711] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance ca712e92-f620-4355-aa04-4d499a13e982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.350840] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 86a716b6-8da4-46b4-9182-7a43e4725914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.448517] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22614} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.448846] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.449849] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feecb34-0d4d-420b-9857-7f90aab9de18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.456731] env[65635]: DEBUG oslo_concurrency.lockutils [req-1d80762d-211c-4ae1-be09-30e5b5f0d690 req-66fc01b4-e9bf-4cde-a5fb-a74ea7482d1c service nova] Releasing lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.483706] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 86a716b6-8da4-46b4-9182-7a43e4725914/86a716b6-8da4-46b4-9182-7a43e4725914.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.489020] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56950835-44e2-4304-a228-1c2f340147d1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.514870] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.518473] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 997.518473] env[65635]: value = "task-4426762" [ 997.518473] env[65635]: _type = "Task" [ 997.518473] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.528241] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.616229] env[65635]: DEBUG oslo_concurrency.lockutils [req-30cca296-83b6-41ff-aed8-f58380546614 req-ee622636-080d-407e-bb67-ed407fcbac45 service nova] Releasing lock "refresh_cache-ca712e92-f620-4355-aa04-4d499a13e982" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.855109] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 997.855109] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 22e2f792-37de-439b-9049-31e66c33060f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.855109] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Migration 82be9009-61d3-4eb3-a1ac-e451c3cce381 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 997.855109] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 42561c7d-35bf-4ede-a497-b611ca3ffd5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 997.985441] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426761, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.009939] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "3a0a2d71-2163-494d-8646-016a8976bcae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.010051] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "3a0a2d71-2163-494d-8646-016a8976bcae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.010320] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "3a0a2d71-2163-494d-8646-016a8976bcae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.010533] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "3a0a2d71-2163-494d-8646-016a8976bcae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.010820] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "3a0a2d71-2163-494d-8646-016a8976bcae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.013267] env[65635]: INFO nova.compute.manager [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Terminating instance [ 998.028294] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426762, 'name': ReconfigVM_Task, 'duration_secs': 0.429231} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.028622] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 86a716b6-8da4-46b4-9182-7a43e4725914/86a716b6-8da4-46b4-9182-7a43e4725914.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.029655] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e001d670-60ac-47f1-bacf-37ce6a804cdd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.037252] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 998.037252] env[65635]: value = "task-4426763" [ 998.037252] env[65635]: _type = "Task" [ 998.037252] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.050036] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426763, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.185398] env[65635]: DEBUG nova.objects.instance [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lazy-loading 'flavor' on Instance uuid 3a8e3e34-8b4f-4f45-a388-bbe22270b871 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.359412] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 1587b58b-e424-44d9-9c64-142c640b9757 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 998.489412] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426761, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.066937} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.489412] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.489412] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.489412] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97ceb8af-8a72-461d-9964-7540aaf35779 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.497665] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 998.497665] env[65635]: value = "task-4426764" [ 998.497665] env[65635]: _type = "Task" [ 998.497665] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.508133] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.518179] env[65635]: DEBUG nova.compute.manager [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 998.518445] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.519520] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e85fe27-5247-4292-b6cc-40903a024961 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.530408] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.530738] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-743ebf4f-4095-4f8c-8a37-40d7ba21694b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.539044] env[65635]: DEBUG oslo_vmware.api [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 998.539044] env[65635]: value = "task-4426765" [ 998.539044] env[65635]: _type = "Task" [ 998.539044] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.553562] env[65635]: DEBUG oslo_vmware.api [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.558235] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426763, 'name': Rename_Task, 'duration_secs': 0.163387} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.558235] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.558505] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3edcb79b-2dec-4c64-97fd-857004ba468c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.568843] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 998.568843] env[65635]: value = "task-4426766" [ 998.568843] env[65635]: _type = "Task" [ 998.568843] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.580350] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.694572] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c330b8cb-6052-43ab-a353-a7d0654ad02a tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.377s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.863186] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a2e184ed-6c4b-47a4-a715-09fbe5d2d569 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 999.008931] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079298} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.009117] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.009900] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd15383-a6dd-4fb0-bc6a-8a6347b2221f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.032547] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.032967] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6e11df-2168-42bb-9a15-3a394886c378 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.063154] env[65635]: DEBUG oslo_vmware.api [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426765, 'name': PowerOffVM_Task, 'duration_secs': 0.337854} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.064712] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.064886] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.065244] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 999.065244] env[65635]: value = "task-4426767" [ 999.065244] env[65635]: _type = "Task" [ 999.065244] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.065543] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-340f69f1-4d77-4c25-b537-cc15886eaa16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.081550] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.084850] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426766, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.161059] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.161059] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.161059] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Deleting the datastore file [datastore2] 3a0a2d71-2163-494d-8646-016a8976bcae {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.161430] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fbeda13-8303-433a-b658-905a349e9966 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.171286] env[65635]: DEBUG oslo_vmware.api [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for the task: (returnval){ [ 999.171286] env[65635]: value = "task-4426769" [ 999.171286] env[65635]: _type = "Task" [ 999.171286] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.184206] env[65635]: INFO nova.compute.manager [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Rescuing [ 999.184595] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.184836] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.185105] env[65635]: DEBUG nova.network.neutron [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 999.186828] env[65635]: DEBUG oslo_vmware.api [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.366080] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance af24fa75-3692-4aca-9fa0-4da757c0a603 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 999.579736] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.586195] env[65635]: DEBUG oslo_vmware.api [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426766, 'name': PowerOnVM_Task, 'duration_secs': 0.54905} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.586519] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.586731] env[65635]: INFO nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Took 8.20 seconds to spawn the instance on the hypervisor. [ 999.586910] env[65635]: DEBUG nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 999.587822] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed33c1e-6aed-4cb8-97d0-db9539a339da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.681734] env[65635]: DEBUG oslo_vmware.api [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Task: {'id': task-4426769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413503} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.682017] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.682199] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.682371] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.682556] env[65635]: INFO nova.compute.manager [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 999.682925] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 999.683566] env[65635]: DEBUG nova.compute.manager [-] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 999.683566] env[65635]: DEBUG nova.network.neutron [-] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 999.683566] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.692442] env[65635]: WARNING neutronclient.v2_0.client [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.716960] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.869506] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 32a1932c-1fa8-4629-8251-dc43a0337958 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 999.905663] env[65635]: WARNING neutronclient.v2_0.client [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.023212] env[65635]: DEBUG nova.network.neutron [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating instance_info_cache with network_info: [{"id": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "address": "fa:16:3e:13:7b:0a", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bd403-43", "ovs_interfaceid": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.041620] env[65635]: DEBUG nova.compute.manager [req-4011046c-6445-4d2d-a3da-fd75be4281eb req-02dd2676-86b5-4087-bfe5-b5138374bb98 service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Received event network-vif-deleted-2084685b-be19-4bda-b631-e24e2cdbbab2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1000.041789] env[65635]: INFO nova.compute.manager [req-4011046c-6445-4d2d-a3da-fd75be4281eb req-02dd2676-86b5-4087-bfe5-b5138374bb98 service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Neutron deleted interface 2084685b-be19-4bda-b631-e24e2cdbbab2; detaching it from the instance and deleting it from the info cache [ 1000.041966] env[65635]: DEBUG nova.network.neutron [req-4011046c-6445-4d2d-a3da-fd75be4281eb req-02dd2676-86b5-4087-bfe5-b5138374bb98 service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.079693] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.106586] env[65635]: INFO nova.compute.manager [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Took 44.33 seconds to build instance. [ 1000.372192] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance c406cca7-df99-4030-85fb-92e756d6fa39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1000.445250] env[65635]: DEBUG nova.network.neutron [-] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.527040] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.545060] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaa30d44-ea5c-4efa-8466-1ed427c18d45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.561455] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7187f8e-f64f-4fbd-8ce5-c6ec3594e7ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.583632] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426767, 'name': ReconfigVM_Task, 'duration_secs': 1.245852} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.583920] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.584550] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3629c21b-60d0-450a-84b0-113d836d2ff7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.603262] env[65635]: DEBUG nova.compute.manager [req-4011046c-6445-4d2d-a3da-fd75be4281eb req-02dd2676-86b5-4087-bfe5-b5138374bb98 service nova] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Detach interface failed, port_id=2084685b-be19-4bda-b631-e24e2cdbbab2, reason: Instance 3a0a2d71-2163-494d-8646-016a8976bcae could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.604908] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1000.604908] env[65635]: value = "task-4426770" [ 1000.604908] env[65635]: _type = "Task" [ 1000.604908] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.608257] env[65635]: DEBUG oslo_concurrency.lockutils [None req-967c2b11-20cc-4be9-92e5-053be7b2b0f5 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "86a716b6-8da4-46b4-9182-7a43e4725914" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.847s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.614543] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426770, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.875559] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 42600fdb-9b59-4241-a0f1-40589e0fbae4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1000.948358] env[65635]: INFO nova.compute.manager [-] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Took 1.26 seconds to deallocate network for instance. [ 1001.116617] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426770, 'name': Rename_Task, 'duration_secs': 0.298455} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.116973] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.117318] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6192b62-bade-4ad9-87a1-d6ee5765fa9b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.125029] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1001.125029] env[65635]: value = "task-4426771" [ 1001.125029] env[65635]: _type = "Task" [ 1001.125029] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.134217] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.378964] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 5829975c-a48e-489d-8cd8-5abe5a26280b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1001.379725] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (432a514d-d1fd-40ae-bb26-2e951558dfd9): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 1001.456535] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.640114] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.883990] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 526050bf-d87f-49ff-8e0f-645f71d036e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1001.884335] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1001.884507] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '9', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_790b1b06b30e4dd086474891e63f78e3': '2', 'io_workload': '3', 'num_proj_e96d7247b65341c08362ae9d76397bf0': '2', 'num_proj_4905ff536572456da9c88882a6f73633': '3', 'num_vm_rescued': '2', 'num_proj_c62a9565d8d940e8858945647ca5a262': '1', 'num_proj_236048392e7440aa90cd241154034069': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_87c7d017d3a744be9fb936cc5083a4fc': '1', 'num_task_resize_prep': '1', 'num_proj_ff51fc96739a4cdcbb50aeefec6cc9f7': '1', 'num_proj_0c2e53fc320d450dbab1ce8223f0cf18': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_2369d1a2d06847348d6164f29ca8ec96': '1', 'num_proj_acebe5372f464383b0fd05475f60d648': '1'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1002.068628] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.068976] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eb954f5-a9b7-4a5c-9410-a3181a60dbf7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.078325] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1002.078325] env[65635]: value = "task-4426772" [ 1002.078325] env[65635]: _type = "Task" [ 1002.078325] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.084397] env[65635]: DEBUG nova.compute.manager [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Received event network-changed-6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1002.084397] env[65635]: DEBUG nova.compute.manager [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Refreshing instance network info cache due to event network-changed-6b37434d-91d8-4a57-939e-109b22cf8c67. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1002.084607] env[65635]: DEBUG oslo_concurrency.lockutils [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] Acquiring lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.084861] env[65635]: DEBUG oslo_concurrency.lockutils [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] Acquired lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.085060] env[65635]: DEBUG nova.network.neutron [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Refreshing network info cache for port 6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.098298] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.141174] env[65635]: DEBUG oslo_vmware.api [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426771, 'name': PowerOnVM_Task, 'duration_secs': 0.514989} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.141519] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.141643] env[65635]: INFO nova.compute.manager [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1002.142026] env[65635]: DEBUG nova.compute.manager [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1002.143035] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed24c42-bf19-4eac-8cbd-df6083745bde {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.295987] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd237b4-3797-4e84-a526-64ba3cab554a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.308710] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab487e07-ae63-4b30-9f0d-2195c6afc66f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.350912] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b03be1a-87b8-42ae-8a6b-ccf10456d65e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.361635] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12916d6b-f7c4-4cd5-8e0d-d75f48188af5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.383546] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.590089] env[65635]: WARNING neutronclient.v2_0.client [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.592386] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426772, 'name': PowerOffVM_Task, 'duration_secs': 0.306454} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.592871] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.593729] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c0d2f2-6fa4-420e-aaa5-2a508fae429f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.617440] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871568d-9ce2-4221-a151-be65debaadd3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.654181] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.654917] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01e3d0a2-52cf-4b90-bf25-2673e276ae3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.668372] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1002.668372] env[65635]: value = "task-4426773" [ 1002.668372] env[65635]: _type = "Task" [ 1002.668372] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.668823] env[65635]: INFO nova.compute.manager [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Took 42.73 seconds to build instance. [ 1002.679723] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.680029] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.680284] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.680424] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.680592] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.680864] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf46b854-5e00-4e4a-a344-ff721e2b6753 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.696189] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.696189] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.696954] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4381ce8-71ce-4f23-b0a9-2ec2770a91ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.703179] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1002.703179] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524f4141-227d-34be-5491-6ac6a7fb2ee0" [ 1002.703179] env[65635]: _type = "Task" [ 1002.703179] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.712296] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524f4141-227d-34be-5491-6ac6a7fb2ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.777860] env[65635]: WARNING neutronclient.v2_0.client [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.859480] env[65635]: DEBUG nova.network.neutron [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updated VIF entry in instance network info cache for port 6b37434d-91d8-4a57-939e-109b22cf8c67. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.859931] env[65635]: DEBUG nova.network.neutron [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updating instance_info_cache with network_info: [{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.887431] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.139655] env[65635]: INFO nova.compute.manager [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Rebuilding instance [ 1003.173326] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cd313cb1-8dbd-4fce-a648-31ff8d0b731c tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "22e2f792-37de-439b-9049-31e66c33060f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.248s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.191761] env[65635]: DEBUG nova.compute.manager [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1003.192706] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0b137-65bd-4656-97f4-3bcc95bcbbdd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.216097] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524f4141-227d-34be-5491-6ac6a7fb2ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.216918] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fc6c1a-50eb-4377-a325-07f7c9606b5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.223210] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1003.223210] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52264354-e566-a83d-124f-b2e2e27bcb54" [ 1003.223210] env[65635]: _type = "Task" [ 1003.223210] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.994100] env[65635]: DEBUG oslo_concurrency.lockutils [req-48c1f60c-667d-4bc7-bd76-2e2cc078c1a4 req-15a9929a-f2af-401c-8589-f571f4981d14 service nova] Releasing lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.994805] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1003.995073] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.696s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.997759] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52264354-e566-a83d-124f-b2e2e27bcb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.000727] env[65635]: WARNING oslo_vmware.common.loopingcall [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] task run outlasted interval by 0.27451899999999996 sec [ 1004.000727] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.694s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.000727] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.000727] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.185s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.000873] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.000909] env[65635]: INFO nova.compute.manager [None req-a3c680a5-f507-4320-8374-f58f1f062a71 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Successfully reverted task state from rebuilding on failure for instance. [ 1004.005490] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.732s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.020783] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52264354-e566-a83d-124f-b2e2e27bcb54, 'name': SearchDatastore_Task, 'duration_secs': 0.016023} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.021699] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.021699] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. {{(pid=65635) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1004.021699] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b189d8aa-524a-4578-8a12-adf65bf9b054 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.030803] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1004.030803] env[65635]: value = "task-4426774" [ 1004.030803] env[65635]: _type = "Task" [ 1004.030803] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.035085] env[65635]: INFO nova.scheduler.client.report [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Deleted allocations for instance e46f56fa-20bf-4196-8ffa-53be275ef6a9 [ 1004.044365] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.499975] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.500386] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d801a1c0-f90b-4f8f-924f-fc0bfa15eacd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.511885] env[65635]: INFO nova.compute.claims [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.515802] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1004.515802] env[65635]: value = "task-4426775" [ 1004.515802] env[65635]: _type = "Task" [ 1004.515802] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.526653] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.542774] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488841} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.545920] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk. [ 1004.546468] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a02fe69e-fccf-4978-8d0b-9d2cc8f7048e tempest-ImagesOneServerNegativeTestJSON-1185571522 tempest-ImagesOneServerNegativeTestJSON-1185571522-project-member] Lock "e46f56fa-20bf-4196-8ffa-53be275ef6a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.673s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.548154] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8ea50e-dbbf-44e9-a337-d868ababb817 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.579655] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.580309] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8218a25-b182-4f9b-901b-2d4a032aac94 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.602569] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1004.602569] env[65635]: value = "task-4426776" [ 1004.602569] env[65635]: _type = "Task" [ 1004.602569] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.613658] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.018139] env[65635]: INFO nova.compute.resource_tracker [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating resource usage from migration 82be9009-61d3-4eb3-a1ac-e451c3cce381 [ 1005.034338] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426775, 'name': PowerOffVM_Task, 'duration_secs': 0.23013} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.034593] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.034814] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.035653] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4052b9-b1bd-49b3-a8d0-591feb06d2c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.043608] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.043862] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e9086f-e862-4430-ac31-0373bb5ac86a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.072895] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.073159] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.073342] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Deleting the datastore file [datastore2] 22e2f792-37de-439b-9049-31e66c33060f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.073618] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38f6d3b6-0daf-4045-89a0-e47ec48bf705 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.082741] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1005.082741] env[65635]: value = "task-4426778" [ 1005.082741] env[65635]: _type = "Task" [ 1005.082741] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.096865] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.112642] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426776, 'name': ReconfigVM_Task, 'duration_secs': 0.373304} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.113083] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871/50a5ca0d-758c-4e9a-9117-303d778dbacb-rescue.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.114243] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ea44f-1567-42d0-beb9-594258bd826c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.151556] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d864e44-4111-48d9-a4b3-ed616b6dad0d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.169818] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1005.169818] env[65635]: value = "task-4426779" [ 1005.169818] env[65635]: _type = "Task" [ 1005.169818] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.184492] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.478444] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e5a08f-1e11-4473-aa5a-fc17d182769f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.486809] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef53d5d7-5f4d-47fe-8bff-4f50ce5a9b80 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.518495] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f38449-efd7-4918-b935-e9443f6fa6c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.527353] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eb2c56-f149-403a-824f-9aa446460d00 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.542821] env[65635]: DEBUG nova.compute.provider_tree [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.596751] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107044} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.597056] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.597315] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.597518] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.680830] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426779, 'name': ReconfigVM_Task, 'duration_secs': 0.199552} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.681215] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.681536] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c455578-0dc0-461b-9828-d223703c343b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.689246] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1005.689246] env[65635]: value = "task-4426780" [ 1005.689246] env[65635]: _type = "Task" [ 1005.689246] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.698532] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.046155] env[65635]: DEBUG nova.scheduler.client.report [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.200526] env[65635]: DEBUG oslo_vmware.api [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426780, 'name': PowerOnVM_Task, 'duration_secs': 0.420226} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.201109] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.204288] env[65635]: DEBUG nova.compute.manager [None req-ac7dacaa-49ca-42a4-b52b-297fd7e1c84c tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1006.205566] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3576eac3-b003-46ad-a8f2-ef0c65a0d710 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.556813] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.551s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.557023] env[65635]: INFO nova.compute.manager [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Migrating [ 1006.563754] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.572s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.565601] env[65635]: INFO nova.compute.claims [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.640915] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1006.641077] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.642355] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1006.642355] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.642355] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1006.642355] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1006.642355] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1006.642355] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1006.642355] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1006.642355] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1006.642711] env[65635]: DEBUG nova.virt.hardware [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1006.643461] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff89c8-b6c3-4e90-8c23-21fbd92b0ec2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.656023] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c50e8d-0d0d-4ed2-b273-837da237ee8a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.673048] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.678350] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1006.678640] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.681074] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0f95bca-7683-41d7-9d64-3d60dae56a3c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.698058] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.698058] env[65635]: value = "task-4426781" [ 1006.698058] env[65635]: _type = "Task" [ 1006.698058] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.707071] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426781, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.076573] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.076915] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.076953] env[65635]: DEBUG nova.network.neutron [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.212052] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426781, 'name': CreateVM_Task, 'duration_secs': 0.386993} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.212052] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.212052] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.212052] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.212577] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.212872] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b098450f-17c2-4555-b0c3-250207e41881 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.219200] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1007.219200] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520e68d8-a710-295f-0dde-1524f8e7c79b" [ 1007.219200] env[65635]: _type = "Task" [ 1007.219200] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.228271] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520e68d8-a710-295f-0dde-1524f8e7c79b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.579736] env[65635]: WARNING neutronclient.v2_0.client [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.736247] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520e68d8-a710-295f-0dde-1524f8e7c79b, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.739710] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.740406] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.740406] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.740406] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.740587] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.741348] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9506c2a3-f53b-4409-a546-618b7e539398 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.754250] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.754464] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.757710] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d7f8e0-f10f-4ddc-8865-7d93dd8fe6bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.761302] env[65635]: WARNING neutronclient.v2_0.client [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.767250] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1007.767250] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523752d0-9513-068b-e811-ec58f3cdc83d" [ 1007.767250] env[65635]: _type = "Task" [ 1007.767250] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.778560] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523752d0-9513-068b-e811-ec58f3cdc83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.827331] env[65635]: INFO nova.compute.manager [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Unrescuing [ 1007.828032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.828032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquired lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.828191] env[65635]: DEBUG nova.network.neutron [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.877388] env[65635]: DEBUG nova.network.neutron [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance_info_cache with network_info: [{"id": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "address": "fa:16:3e:b6:3a:10", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0c622c-6b", "ovs_interfaceid": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.020769] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26df384-5134-435e-86ee-7dcff42476a6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.027145] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572faa8e-6ed8-4924-b9c1-69c486b15135 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.059497] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f38c4a-7cc4-48ce-8d26-262c8e75d395 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.069715] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528fe036-0085-4960-9b2e-0c5d36283ae0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.086633] env[65635]: DEBUG nova.compute.provider_tree [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.278374] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523752d0-9513-068b-e811-ec58f3cdc83d, 'name': SearchDatastore_Task, 'duration_secs': 0.040396} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.279210] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19160675-7452-4f39-9fc6-87a16a02aff8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.285919] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1008.285919] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a3154b-00f7-1677-8754-8be3c1998e9f" [ 1008.285919] env[65635]: _type = "Task" [ 1008.285919] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.294579] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a3154b-00f7-1677-8754-8be3c1998e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.333156] env[65635]: WARNING neutronclient.v2_0.client [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.379841] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.590345] env[65635]: DEBUG nova.scheduler.client.report [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.603652] env[65635]: WARNING neutronclient.v2_0.client [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.719524] env[65635]: DEBUG nova.network.neutron [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating instance_info_cache with network_info: [{"id": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "address": "fa:16:3e:13:7b:0a", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bd403-43", "ovs_interfaceid": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.798488] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a3154b-00f7-1677-8754-8be3c1998e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.01275} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.798797] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.799183] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.799286] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-962236fa-3be6-4efe-addf-c40e1ac17185 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.808247] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1008.808247] env[65635]: value = "task-4426782" [ 1008.808247] env[65635]: _type = "Task" [ 1008.808247] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.818380] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.097480] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.098092] env[65635]: DEBUG nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1009.104059] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.971s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.104253] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.107758] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.781s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.112098] env[65635]: INFO nova.compute.claims [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.222338] env[65635]: DEBUG oslo_concurrency.lockutils [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Releasing lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.223116] env[65635]: DEBUG nova.objects.instance [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lazy-loading 'flavor' on Instance uuid 3a8e3e34-8b4f-4f45-a388-bbe22270b871 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.322568] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426782, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.620757] env[65635]: DEBUG nova.compute.utils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.622584] env[65635]: DEBUG nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1009.622900] env[65635]: DEBUG nova.network.neutron [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1009.627887] env[65635]: WARNING neutronclient.v2_0.client [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.629764] env[65635]: WARNING neutronclient.v2_0.client [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.652290] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3da549c9-2afb-4738-bb40-b449832586d0 tempest-ServerActionsV293TestJSON-1369746759 tempest-ServerActionsV293TestJSON-1369746759-project-member] Lock "33244e0f-13fa-4391-8847-db9acfae01ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.881s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.732051] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96de74-6ddd-44d6-b8fd-27198e0ff923 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.759597] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.761888] env[65635]: DEBUG nova.policy [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '962d036e78014a12baba8e3cfe8eda3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '365f0890c2454ffa827575cc14fb03a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.764487] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fffb7ae-054d-414a-b2af-029bf3e89bbc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.774842] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1009.774842] env[65635]: value = "task-4426783" [ 1009.774842] env[65635]: _type = "Task" [ 1009.774842] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.785953] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.820368] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804938} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.820706] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.820973] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.821767] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dbed056-2d90-4573-80fd-469c472f3e63 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.832360] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1009.832360] env[65635]: value = "task-4426784" [ 1009.832360] env[65635]: _type = "Task" [ 1009.832360] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.845966] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.896856] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1667702c-a139-45cb-8b0e-4cc91e96e61a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.921109] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance '42561c7d-35bf-4ede-a497-b611ca3ffd5f' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.132618] env[65635]: DEBUG nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1010.250175] env[65635]: DEBUG nova.network.neutron [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Successfully created port: 582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1010.289714] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426783, 'name': PowerOffVM_Task, 'duration_secs': 0.271998} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.293045] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.298201] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfiguring VM instance instance-00000044 to detach disk 2002 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.299477] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc37b49-68c1-48a5-922a-1cc81def263a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.324629] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1010.324629] env[65635]: value = "task-4426785" [ 1010.324629] env[65635]: _type = "Task" [ 1010.324629] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.341405] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.349205] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083774} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.349816] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.350799] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269fda72-c53a-40c6-a633-62c5084037d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.378984] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.383933] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381b8848-c041-4fe8-ac56-17efdd0fe376 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.407053] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1010.407053] env[65635]: value = "task-4426786" [ 1010.407053] env[65635]: _type = "Task" [ 1010.407053] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.418540] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.426617] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.429787] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-605dd7b6-8c68-4411-bd68-eeb0ea95f011 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.440281] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1010.440281] env[65635]: value = "task-4426787" [ 1010.440281] env[65635]: _type = "Task" [ 1010.440281] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.453390] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.808179] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bccec57-13c5-48ce-9d85-7391bd06cedf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.819114] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de795bb1-8c73-49a8-92cb-3ee28f56c479 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.858799] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fa786e-6729-4db2-acef-f181ada625da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.864780] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426785, 'name': ReconfigVM_Task, 'duration_secs': 0.318746} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.866039] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfigured VM instance instance-00000044 to detach disk 2002 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.866039] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.866347] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4377b0ad-3279-4d89-9b51-ef4ad22b7838 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.871420] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f37c1a5-da16-4a4c-96c9-a3a3fadc54f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.876668] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1010.876668] env[65635]: value = "task-4426788" [ 1010.876668] env[65635]: _type = "Task" [ 1010.876668] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.892330] env[65635]: DEBUG nova.compute.provider_tree [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.900947] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426788, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.919429] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426786, 'name': ReconfigVM_Task, 'duration_secs': 0.42914} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.919631] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.920340] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd5c2c88-caac-4f51-831b-cbefb45247aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.930029] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1010.930029] env[65635]: value = "task-4426789" [ 1010.930029] env[65635]: _type = "Task" [ 1010.930029] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.941883] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426789, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.951989] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426787, 'name': PowerOffVM_Task, 'duration_secs': 0.25554} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.952254] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.952511] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance '42561c7d-35bf-4ede-a497-b611ca3ffd5f' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.152025] env[65635]: DEBUG nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1011.183660] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.184375] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.184711] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.185156] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.186279] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.186279] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.186279] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.186279] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.186279] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.187966] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.188159] env[65635]: DEBUG nova.virt.hardware [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.189474] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea958e14-1bfb-4b3c-b559-7920dd0500c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.205685] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f3e440-e428-4ed5-a4dd-df0055c36e57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.388890] env[65635]: DEBUG oslo_vmware.api [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426788, 'name': PowerOnVM_Task, 'duration_secs': 0.437845} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.389176] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.389397] env[65635]: DEBUG nova.compute.manager [None req-867afac6-c028-4b7d-9c6e-aee7d851294e tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1011.390666] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823b318e-7e72-432f-8441-9564521ce7da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.396819] env[65635]: DEBUG nova.scheduler.client.report [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.441569] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426789, 'name': Rename_Task, 'duration_secs': 0.213384} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.443034] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.443034] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-151042d7-1e97-47cb-b3cb-792e956a39b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.452906] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1011.452906] env[65635]: value = "task-4426790" [ 1011.452906] env[65635]: _type = "Task" [ 1011.452906] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.460798] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1011.461157] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.461357] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1011.461581] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.461756] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1011.461931] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1011.462199] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1011.462437] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1011.462653] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1011.462875] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1011.463093] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1011.471653] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bccc9d49-bb69-4a6d-901f-47aa1849894b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.485454] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.491791] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1011.491791] env[65635]: value = "task-4426791" [ 1011.491791] env[65635]: _type = "Task" [ 1011.491791] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.504128] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.905369] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.906161] env[65635]: DEBUG nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1011.908744] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.828s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.913021] env[65635]: INFO nova.compute.claims [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.964043] env[65635]: DEBUG nova.network.neutron [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Successfully updated port: 582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1011.974283] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.002670] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426791, 'name': ReconfigVM_Task, 'duration_secs': 0.36447} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.003032] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance '42561c7d-35bf-4ede-a497-b611ca3ffd5f' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.156560] env[65635]: DEBUG nova.compute.manager [req-c7763312-e8be-4c5a-9961-e4ac37bbedea req-b7509a8c-2436-4546-943d-d5a0af0df3cd service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Received event network-vif-plugged-582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1012.156886] env[65635]: DEBUG oslo_concurrency.lockutils [req-c7763312-e8be-4c5a-9961-e4ac37bbedea req-b7509a8c-2436-4546-943d-d5a0af0df3cd service nova] Acquiring lock "1587b58b-e424-44d9-9c64-142c640b9757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.157023] env[65635]: DEBUG oslo_concurrency.lockutils [req-c7763312-e8be-4c5a-9961-e4ac37bbedea req-b7509a8c-2436-4546-943d-d5a0af0df3cd service nova] Lock "1587b58b-e424-44d9-9c64-142c640b9757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.157198] env[65635]: DEBUG oslo_concurrency.lockutils [req-c7763312-e8be-4c5a-9961-e4ac37bbedea req-b7509a8c-2436-4546-943d-d5a0af0df3cd service nova] Lock "1587b58b-e424-44d9-9c64-142c640b9757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.157364] env[65635]: DEBUG nova.compute.manager [req-c7763312-e8be-4c5a-9961-e4ac37bbedea req-b7509a8c-2436-4546-943d-d5a0af0df3cd service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] No waiting events found dispatching network-vif-plugged-582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.157521] env[65635]: WARNING nova.compute.manager [req-c7763312-e8be-4c5a-9961-e4ac37bbedea req-b7509a8c-2436-4546-943d-d5a0af0df3cd service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Received unexpected event network-vif-plugged-582aa783-ca9e-40d4-86ec-507dbd6f365e for instance with vm_state building and task_state spawning. [ 1012.418962] env[65635]: DEBUG nova.compute.utils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.422571] env[65635]: DEBUG nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1012.422918] env[65635]: DEBUG nova.network.neutron [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1012.423527] env[65635]: WARNING neutronclient.v2_0.client [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.423621] env[65635]: WARNING neutronclient.v2_0.client [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.465357] env[65635]: DEBUG oslo_vmware.api [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426790, 'name': PowerOnVM_Task, 'duration_secs': 0.612919} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.465748] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.465879] env[65635]: DEBUG nova.compute.manager [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.466358] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquiring lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.466510] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquired lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.466664] env[65635]: DEBUG nova.network.neutron [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1012.468189] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa00678-1942-44a1-b230-d87c3f2aa29c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.472860] env[65635]: DEBUG nova.policy [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9833404dce8b4e16b55b5dc2ef4a4c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236048392e7440aa90cd241154034069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.510147] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1012.510392] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.510593] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1012.510854] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.511057] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1012.511262] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1012.511527] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1012.511721] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1012.512021] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1012.512211] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1012.512421] env[65635]: DEBUG nova.virt.hardware [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1012.518255] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.519287] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b7300d-f11e-46d7-a5f4-287916284da5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.539820] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1012.539820] env[65635]: value = "task-4426792" [ 1012.539820] env[65635]: _type = "Task" [ 1012.539820] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.549904] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.776950] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquiring lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.777316] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.806042] env[65635]: DEBUG nova.network.neutron [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Successfully created port: cd8a13d3-344d-4885-a04e-98d260be70ad {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1012.923097] env[65635]: DEBUG nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1012.989087] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.053175] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426792, 'name': ReconfigVM_Task, 'duration_secs': 0.246886} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.054133] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.054323] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfd1d1d-81b5-431f-9e8a-96f83e175041 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.081966] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 42561c7d-35bf-4ede-a497-b611ca3ffd5f/42561c7d-35bf-4ede-a497-b611ca3ffd5f.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.082313] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93009103-7f54-4193-9222-3385e3c95510 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.105089] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1013.105089] env[65635]: value = "task-4426793" [ 1013.105089] env[65635]: _type = "Task" [ 1013.105089] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.114396] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.279724] env[65635]: DEBUG nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1013.381737] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e902cd03-3520-4c5d-bc2d-f0566c05d66e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.390143] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa688d-02cc-4046-986a-157eceaf0ece {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.423627] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f4e385-5af4-4d1e-9c45-79dc0e85fc65 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.444402] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e26a2-0a89-4425-9e73-d2fdb2a11d93 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.462574] env[65635]: DEBUG nova.compute.provider_tree [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.537006] env[65635]: DEBUG nova.network.neutron [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1013.618532] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.699132] env[65635]: WARNING neutronclient.v2_0.client [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.803333] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.819988] env[65635]: DEBUG nova.network.neutron [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Updating instance_info_cache with network_info: [{"id": "582aa783-ca9e-40d4-86ec-507dbd6f365e", "address": "fa:16:3e:10:a5:a8", "network": {"id": "eef6e9de-d1bf-4bcc-a7e6-f7889d83887b", "bridge": "br-int", "label": "tempest-ServersTestJSON-226862379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365f0890c2454ffa827575cc14fb03a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582aa783-ca", "ovs_interfaceid": "582aa783-ca9e-40d4-86ec-507dbd6f365e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.939996] env[65635]: DEBUG nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1013.961620] env[65635]: DEBUG nova.compute.manager [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Received event network-changed-fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1013.961620] env[65635]: DEBUG nova.compute.manager [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Refreshing instance network info cache due to event network-changed-fe1bd403-435c-484b-9b67-607dddb1f8a9. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1013.961620] env[65635]: DEBUG oslo_concurrency.lockutils [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] Acquiring lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.961620] env[65635]: DEBUG oslo_concurrency.lockutils [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] Acquired lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.961841] env[65635]: DEBUG nova.network.neutron [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Refreshing network info cache for port fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.967641] env[65635]: DEBUG nova.scheduler.client.report [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.984599] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1013.984919] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.985400] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1013.985400] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.985516] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1013.985663] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1013.985846] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1013.986010] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1013.986806] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1013.986806] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1013.986961] env[65635]: DEBUG nova.virt.hardware [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1013.988338] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c6d52d-7011-4433-8af8-607136c8048a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.999145] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e041cbee-952e-400e-98f7-2eaa85a2fbea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.119832] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.289733] env[65635]: DEBUG nova.compute.manager [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Received event network-changed-582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.289733] env[65635]: DEBUG nova.compute.manager [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Refreshing instance network info cache due to event network-changed-582aa783-ca9e-40d4-86ec-507dbd6f365e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1014.290293] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] Acquiring lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.324694] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Releasing lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.325150] env[65635]: DEBUG nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Instance network_info: |[{"id": "582aa783-ca9e-40d4-86ec-507dbd6f365e", "address": "fa:16:3e:10:a5:a8", "network": {"id": "eef6e9de-d1bf-4bcc-a7e6-f7889d83887b", "bridge": "br-int", "label": "tempest-ServersTestJSON-226862379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365f0890c2454ffa827575cc14fb03a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582aa783-ca", "ovs_interfaceid": "582aa783-ca9e-40d4-86ec-507dbd6f365e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1014.325503] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] Acquired lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.325771] env[65635]: DEBUG nova.network.neutron [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Refreshing network info cache for port 582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.327145] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:a5:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '582aa783-ca9e-40d4-86ec-507dbd6f365e', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.335623] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Creating folder: Project (365f0890c2454ffa827575cc14fb03a9). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.336788] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30f43119-9c1d-44d4-978c-3988d653a0ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.350623] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Created folder: Project (365f0890c2454ffa827575cc14fb03a9) in parent group-v866005. [ 1014.350827] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Creating folder: Instances. Parent ref: group-v866236. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.351086] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-759539bb-acb7-488d-b3fa-440fd7af461d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.363571] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Created folder: Instances in parent group-v866236. [ 1014.363874] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1014.364123] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.364406] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7235103e-fa27-4a14-b2bf-27ff0641702d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.387644] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.387644] env[65635]: value = "task-4426796" [ 1014.387644] env[65635]: _type = "Task" [ 1014.387644] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.397454] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426796, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.412197] env[65635]: DEBUG nova.network.neutron [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Successfully updated port: cd8a13d3-344d-4885-a04e-98d260be70ad {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1014.465342] env[65635]: WARNING neutronclient.v2_0.client [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.476907] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.477460] env[65635]: DEBUG nova.compute.manager [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1014.480208] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.994s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.480366] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.482680] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.605s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.484333] env[65635]: INFO nova.compute.claims [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.511029] env[65635]: INFO nova.scheduler.client.report [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted allocations for instance f39da399-d63d-4fd1-bc3f-e1d8de517b96 [ 1014.621733] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426793, 'name': ReconfigVM_Task, 'duration_secs': 1.338263} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.625588] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 42561c7d-35bf-4ede-a497-b611ca3ffd5f/42561c7d-35bf-4ede-a497-b611ca3ffd5f.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.626087] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance '42561c7d-35bf-4ede-a497-b611ca3ffd5f' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.671318] env[65635]: WARNING neutronclient.v2_0.client [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.762806] env[65635]: DEBUG nova.network.neutron [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updated VIF entry in instance network info cache for port fe1bd403-435c-484b-9b67-607dddb1f8a9. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.763267] env[65635]: DEBUG nova.network.neutron [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating instance_info_cache with network_info: [{"id": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "address": "fa:16:3e:13:7b:0a", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bd403-43", "ovs_interfaceid": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.837255] env[65635]: WARNING neutronclient.v2_0.client [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.898041] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426796, 'name': CreateVM_Task, 'duration_secs': 0.365956} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.898230] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.898739] env[65635]: WARNING neutronclient.v2_0.client [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.899151] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.899313] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.899635] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.899895] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbfe063-01ca-42ba-83c6-7247645cca72 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.906239] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1014.906239] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529ddb4b-b9fb-1d21-e51a-03a4e01f236b" [ 1014.906239] env[65635]: _type = "Task" [ 1014.906239] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.916675] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "refresh_cache-a2e184ed-6c4b-47a4-a715-09fbe5d2d569" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.916863] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "refresh_cache-a2e184ed-6c4b-47a4-a715-09fbe5d2d569" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.917078] env[65635]: DEBUG nova.network.neutron [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1014.918327] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529ddb4b-b9fb-1d21-e51a-03a4e01f236b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.990717] env[65635]: DEBUG nova.compute.utils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.992241] env[65635]: DEBUG nova.compute.manager [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1015.019086] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfab2e18-ed86-4e8c-90b2-c858f37c1495 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "f39da399-d63d-4fd1-bc3f-e1d8de517b96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.434s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.022375] env[65635]: WARNING neutronclient.v2_0.client [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.052704] env[65635]: INFO nova.compute.manager [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Rebuilding instance [ 1015.111814] env[65635]: DEBUG nova.network.neutron [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Updated VIF entry in instance network info cache for port 582aa783-ca9e-40d4-86ec-507dbd6f365e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.112294] env[65635]: DEBUG nova.network.neutron [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Updating instance_info_cache with network_info: [{"id": "582aa783-ca9e-40d4-86ec-507dbd6f365e", "address": "fa:16:3e:10:a5:a8", "network": {"id": "eef6e9de-d1bf-4bcc-a7e6-f7889d83887b", "bridge": "br-int", "label": "tempest-ServersTestJSON-226862379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365f0890c2454ffa827575cc14fb03a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582aa783-ca", "ovs_interfaceid": "582aa783-ca9e-40d4-86ec-507dbd6f365e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.115890] env[65635]: DEBUG nova.compute.manager [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.115890] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80a99d5-36d5-47b8-845c-c7cf1dc5ad81 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.134704] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4053a691-82c2-40f1-92d1-a56101ad3540 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.156307] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13006d7e-cad6-4fb9-a75a-6cae4838c63d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.176037] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance '42561c7d-35bf-4ede-a497-b611ca3ffd5f' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.267214] env[65635]: DEBUG oslo_concurrency.lockutils [req-18ab2537-84c8-4fd4-8d3f-57be2c712cab req-06abb3d4-8d7a-4873-ab88-d9ed0f421343 service nova] Releasing lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.418827] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529ddb4b-b9fb-1d21-e51a-03a4e01f236b, 'name': SearchDatastore_Task, 'duration_secs': 0.022701} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.421671] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.422220] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.422220] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.422325] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.422957] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.423088] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-170edb4a-2692-4882-9141-6583fd9e6461 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.434715] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.434942] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.435725] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126c3c77-3f77-483d-82aa-a52b70c0255b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.442584] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1015.442584] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52374f9e-e558-9349-7ee4-8544994b35e2" [ 1015.442584] env[65635]: _type = "Task" [ 1015.442584] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.451250] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52374f9e-e558-9349-7ee4-8544994b35e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.474372] env[65635]: DEBUG nova.network.neutron [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1015.498399] env[65635]: DEBUG nova.compute.manager [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1015.576104] env[65635]: WARNING neutronclient.v2_0.client [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.618357] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4b31b8d-4794-451e-8760-915a93e1d4f6 req-94747ce2-1deb-4765-b8d4-e9432e588fba service nova] Releasing lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.658060] env[65635]: DEBUG nova.network.neutron [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Updating instance_info_cache with network_info: [{"id": "cd8a13d3-344d-4885-a04e-98d260be70ad", "address": "fa:16:3e:7e:0e:26", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8a13d3-34", "ovs_interfaceid": "cd8a13d3-344d-4885-a04e-98d260be70ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.682096] env[65635]: WARNING neutronclient.v2_0.client [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.683036] env[65635]: WARNING neutronclient.v2_0.client [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.718283] env[65635]: DEBUG nova.network.neutron [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Port 2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1015.898923] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3901155d-b5db-4017-a90c-1ad973d5b7e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.907602] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff421dfa-ee8e-412c-b801-9b72fc843d28 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.940846] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0b9551-778b-4d9c-9d76-6b598d83e641 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.946353] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.946617] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.960806] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441dda92-5842-40f3-aa39-54472a268fa8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.967023] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52374f9e-e558-9349-7ee4-8544994b35e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013926} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.967023] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ed3266-c860-4846-80e8-3d7cace72173 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.977106] env[65635]: DEBUG nova.compute.provider_tree [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.981763] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1015.981763] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b793e0-dc11-a6e2-4bed-176db41a9b2f" [ 1015.981763] env[65635]: _type = "Task" [ 1015.981763] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.991016] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b793e0-dc11-a6e2-4bed-176db41a9b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.002442] env[65635]: DEBUG nova.compute.manager [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Received event network-changed-fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.002615] env[65635]: DEBUG nova.compute.manager [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Refreshing instance network info cache due to event network-changed-fe1bd403-435c-484b-9b67-607dddb1f8a9. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1016.002835] env[65635]: DEBUG oslo_concurrency.lockutils [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] Acquiring lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.003056] env[65635]: DEBUG oslo_concurrency.lockutils [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] Acquired lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.003238] env[65635]: DEBUG nova.network.neutron [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Refreshing network info cache for port fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.130050] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.130420] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5aaaea-0652-4e14-aa2c-ec8e39e04538 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.138727] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1016.138727] env[65635]: value = "task-4426797" [ 1016.138727] env[65635]: _type = "Task" [ 1016.138727] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.147599] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.160318] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "refresh_cache-a2e184ed-6c4b-47a4-a715-09fbe5d2d569" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.160837] env[65635]: DEBUG nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Instance network_info: |[{"id": "cd8a13d3-344d-4885-a04e-98d260be70ad", "address": "fa:16:3e:7e:0e:26", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8a13d3-34", "ovs_interfaceid": "cd8a13d3-344d-4885-a04e-98d260be70ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1016.161276] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:0e:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8a13d3-344d-4885-a04e-98d260be70ad', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.168656] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1016.168857] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.169083] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bc26410-5650-4d46-9026-56f1995c460d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.189309] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.189309] env[65635]: value = "task-4426798" [ 1016.189309] env[65635]: _type = "Task" [ 1016.189309] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.197721] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426798, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.340192] env[65635]: DEBUG nova.compute.manager [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Received event network-vif-plugged-cd8a13d3-344d-4885-a04e-98d260be70ad {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.341028] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] Acquiring lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.341028] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] Lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.341028] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] Lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.341028] env[65635]: DEBUG nova.compute.manager [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] No waiting events found dispatching network-vif-plugged-cd8a13d3-344d-4885-a04e-98d260be70ad {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1016.341229] env[65635]: WARNING nova.compute.manager [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Received unexpected event network-vif-plugged-cd8a13d3-344d-4885-a04e-98d260be70ad for instance with vm_state building and task_state spawning. [ 1016.341340] env[65635]: DEBUG nova.compute.manager [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Received event network-changed-cd8a13d3-344d-4885-a04e-98d260be70ad {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.341490] env[65635]: DEBUG nova.compute.manager [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Refreshing instance network info cache due to event network-changed-cd8a13d3-344d-4885-a04e-98d260be70ad. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1016.341773] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] Acquiring lock "refresh_cache-a2e184ed-6c4b-47a4-a715-09fbe5d2d569" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.342019] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] Acquired lock "refresh_cache-a2e184ed-6c4b-47a4-a715-09fbe5d2d569" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.342202] env[65635]: DEBUG nova.network.neutron [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Refreshing network info cache for port cd8a13d3-344d-4885-a04e-98d260be70ad {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.452528] env[65635]: DEBUG nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1016.481657] env[65635]: DEBUG nova.scheduler.client.report [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.498600] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b793e0-dc11-a6e2-4bed-176db41a9b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.030095} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.499707] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.500061] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 1587b58b-e424-44d9-9c64-142c640b9757/1587b58b-e424-44d9-9c64-142c640b9757.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.501156] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d8cfcfc-2a35-4aa4-907d-e4b72d820e54 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.508030] env[65635]: WARNING neutronclient.v2_0.client [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.512946] env[65635]: DEBUG nova.compute.manager [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1016.515073] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1016.515073] env[65635]: value = "task-4426799" [ 1016.515073] env[65635]: _type = "Task" [ 1016.515073] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.525267] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.545056] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1016.545341] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.546264] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1016.546264] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.546264] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1016.546264] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1016.546264] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.546476] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1016.546574] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1016.546723] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1016.546891] env[65635]: DEBUG nova.virt.hardware [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1016.547801] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97261f86-2e6a-4fb5-a1de-3d93e0e2c397 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.559342] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abfb79a-bd12-44f7-b2c7-770c8ffc5898 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.575983] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.581735] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Creating folder: Project (c1583180449e4572b8af09366f6cf464). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.582132] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8b6ea4-9c99-4a52-a4a9-a53c840446eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.599687] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Created folder: Project (c1583180449e4572b8af09366f6cf464) in parent group-v866005. [ 1016.599928] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Creating folder: Instances. Parent ref: group-v866240. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.600206] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17b1614a-dc27-4935-8677-07c1145f4e32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.615271] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Created folder: Instances in parent group-v866240. [ 1016.615271] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1016.615271] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.615271] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5620cde6-98aa-478c-8e62-adbd188b3dc9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.635160] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.635160] env[65635]: value = "task-4426802" [ 1016.635160] env[65635]: _type = "Task" [ 1016.635160] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.653316] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426802, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.659872] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426797, 'name': PowerOffVM_Task, 'duration_secs': 0.204955} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.660251] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.660530] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.661430] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef85a8ea-ce45-4342-8c65-36f5e82800ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.672768] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.673131] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f479a4a-197f-44ed-9e7c-9c7029af80cd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.706190] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426798, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.706548] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.706794] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.706957] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Deleting the datastore file [datastore2] 22e2f792-37de-439b-9049-31e66c33060f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.707284] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30580dbd-d789-482a-976e-b55255cdfb77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.716982] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1016.716982] env[65635]: value = "task-4426804" [ 1016.716982] env[65635]: _type = "Task" [ 1016.716982] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.721742] env[65635]: WARNING neutronclient.v2_0.client [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.739609] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.749928] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.752422] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.752422] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.818074] env[65635]: DEBUG nova.network.neutron [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updated VIF entry in instance network info cache for port fe1bd403-435c-484b-9b67-607dddb1f8a9. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1016.818670] env[65635]: DEBUG nova.network.neutron [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating instance_info_cache with network_info: [{"id": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "address": "fa:16:3e:13:7b:0a", "network": {"id": "e295a85f-2fa0-4ebf-b7f4-1ccedb009692", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-960114897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4905ff536572456da9c88882a6f73633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bd403-43", "ovs_interfaceid": "fe1bd403-435c-484b-9b67-607dddb1f8a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.846144] env[65635]: WARNING neutronclient.v2_0.client [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.983983] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.987370] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.987864] env[65635]: DEBUG nova.compute.manager [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1016.991082] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.782s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.994335] env[65635]: INFO nova.compute.claims [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.028504] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426799, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.065302] env[65635]: WARNING neutronclient.v2_0.client [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.147324] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426802, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.156624] env[65635]: DEBUG nova.network.neutron [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Updated VIF entry in instance network info cache for port cd8a13d3-344d-4885-a04e-98d260be70ad. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1017.157075] env[65635]: DEBUG nova.network.neutron [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Updating instance_info_cache with network_info: [{"id": "cd8a13d3-344d-4885-a04e-98d260be70ad", "address": "fa:16:3e:7e:0e:26", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8a13d3-34", "ovs_interfaceid": "cd8a13d3-344d-4885-a04e-98d260be70ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.200861] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426798, 'name': CreateVM_Task, 'duration_secs': 0.537093} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.201075] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.201566] env[65635]: WARNING neutronclient.v2_0.client [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.201925] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.202091] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.202412] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.202666] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fbd6ea-bb36-458e-93f7-5674d430a507 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.207928] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1017.207928] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524802d2-c3e9-92e4-1048-2c65bb291019" [ 1017.207928] env[65635]: _type = "Task" [ 1017.207928] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.216972] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524802d2-c3e9-92e4-1048-2c65bb291019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.225698] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.323016] env[65635]: DEBUG oslo_concurrency.lockutils [req-f0a25702-0ecd-41ed-a9d9-6afe01810d5c req-4c61352e-d73c-42f7-8aae-6d09e11e0d79 service nova] Releasing lock "refresh_cache-3a8e3e34-8b4f-4f45-a388-bbe22270b871" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.499239] env[65635]: DEBUG nova.compute.utils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.504198] env[65635]: DEBUG nova.compute.manager [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1017.529237] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.648201] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426802, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.659921] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba40aba-2879-4589-8876-bb0addbc7b7c req-69ffbda4-41e3-4be7-b090-a2d3c21f2012 service nova] Releasing lock "refresh_cache-a2e184ed-6c4b-47a4-a715-09fbe5d2d569" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.719052] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524802d2-c3e9-92e4-1048-2c65bb291019, 'name': SearchDatastore_Task, 'duration_secs': 0.039702} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.722558] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.722864] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.723116] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.723304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.723498] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.723790] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d417de64-ccc7-4471-9ba7-c7177f65feac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.731422] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593867} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.731654] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.731832] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.732009] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.746194] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.746385] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.747159] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e601a1-82f4-49ce-ba1c-2cb661d58cc7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.754516] env[65635]: WARNING neutronclient.v2_0.client [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.756996] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1017.756996] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5245e2f0-c787-f133-485f-aff7b1a8a7a1" [ 1017.756996] env[65635]: _type = "Task" [ 1017.756996] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.767480] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5245e2f0-c787-f133-485f-aff7b1a8a7a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.787593] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.787767] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.787942] env[65635]: DEBUG nova.network.neutron [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1018.005414] env[65635]: DEBUG nova.compute.manager [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1018.027568] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.151276] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426802, 'name': CreateVM_Task, 'duration_secs': 1.349229} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.151458] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.151861] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.152041] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.152422] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.152694] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06615a91-5f64-4ed8-91f9-94c224dc0381 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.158463] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1018.158463] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f908eb-33f4-0621-1df7-8220f9cbfd45" [ 1018.158463] env[65635]: _type = "Task" [ 1018.158463] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.167508] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f908eb-33f4-0621-1df7-8220f9cbfd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.273594] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5245e2f0-c787-f133-485f-aff7b1a8a7a1, 'name': SearchDatastore_Task, 'duration_secs': 0.059093} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.274147] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c39102a-de74-4c50-91a5-c890a13e308c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.282367] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1018.282367] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523c2b5a-e586-9878-d5b5-d7bd5a054c63" [ 1018.282367] env[65635]: _type = "Task" [ 1018.282367] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.293196] env[65635]: WARNING neutronclient.v2_0.client [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.295609] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523c2b5a-e586-9878-d5b5-d7bd5a054c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.395953] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3febe0-3483-4f36-94e6-a48291c9feaa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.404719] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51a5c62-dab2-41f2-aeaa-f93a1cf3be3a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.440349] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06880a5-fbe7-41d9-bc28-4d6c6aa3fcc9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.448952] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ae98e9-8e72-41c4-96ff-dda50224564f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.463597] env[65635]: DEBUG nova.compute.provider_tree [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.474292] env[65635]: WARNING neutronclient.v2_0.client [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.530757] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426799, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.622108} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.530757] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 1587b58b-e424-44d9-9c64-142c640b9757/1587b58b-e424-44d9-9c64-142c640b9757.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.530757] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.530757] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ab23b07-c2b9-49fb-a314-66af4785f068 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.537680] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1018.537680] env[65635]: value = "task-4426805" [ 1018.537680] env[65635]: _type = "Task" [ 1018.537680] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.546557] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.547914] env[65635]: DEBUG nova.network.neutron [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance_info_cache with network_info: [{"id": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "address": "fa:16:3e:b6:3a:10", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0c622c-6b", "ovs_interfaceid": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.670426] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f908eb-33f4-0621-1df7-8220f9cbfd45, 'name': SearchDatastore_Task, 'duration_secs': 0.04096} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.670813] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.671111] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.671365] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.771437] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.771706] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.772740] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.772740] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.772740] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.772740] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.773640] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.773856] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.774083] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.774281] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.774462] env[65635]: DEBUG nova.virt.hardware [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.775423] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf87ea-5695-4155-9bd3-01e0904715af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.794578] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f416029-4e66-4889-9f44-14d459d3ed7d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.808735] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523c2b5a-e586-9878-d5b5-d7bd5a054c63, 'name': SearchDatastore_Task, 'duration_secs': 0.022683} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.821849] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.822293] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] a2e184ed-6c4b-47a4-a715-09fbe5d2d569/a2e184ed-6c4b-47a4-a715-09fbe5d2d569.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.823219] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.829673] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1018.829980] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.830201] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.830456] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-369b08cf-faf1-495f-9b3b-326bd91f32a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.832629] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.832893] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bef4aa6-279a-405b-bd60-d6a61867edb5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.834932] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d09e91a-13bc-4fd2-844f-662d64d748cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.855763] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.855763] env[65635]: value = "task-4426807" [ 1018.855763] env[65635]: _type = "Task" [ 1018.855763] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.858142] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.858383] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.859192] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1018.859192] env[65635]: value = "task-4426806" [ 1018.859192] env[65635]: _type = "Task" [ 1018.859192] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.862828] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e0a5d5-a55d-4472-8aee-ab8dfa9242ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.874515] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.878915] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426807, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.879281] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1018.879281] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5223c95d-9dfb-5a2b-aa75-d98ed006a33b" [ 1018.879281] env[65635]: _type = "Task" [ 1018.879281] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.890242] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5223c95d-9dfb-5a2b-aa75-d98ed006a33b, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.891678] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ee06e9-2566-417b-a0c2-c7cf66532281 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.898289] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1018.898289] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ef5f29-9c91-ae70-d284-be22d7fb4953" [ 1018.898289] env[65635]: _type = "Task" [ 1018.898289] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.908845] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ef5f29-9c91-ae70-d284-be22d7fb4953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.967409] env[65635]: DEBUG nova.scheduler.client.report [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.017691] env[65635]: DEBUG nova.compute.manager [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1019.044031] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1019.044290] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.044445] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1019.044622] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.044763] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1019.044907] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1019.045119] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1019.045274] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1019.045433] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1019.045589] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1019.045756] env[65635]: DEBUG nova.virt.hardware [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1019.046530] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24dc75-c0b6-4d4f-bfa7-1426a9a8aad3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.054817] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.061903] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b37da25-d2d8-4812-88db-86e04e5c0847 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.066070] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106946} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.066565] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.067692] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1620db1c-2ab2-4afc-a741-a3a97663ff68 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.078080] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.084038] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1019.084894] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.085196] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-315028f6-0ce5-4ebe-8daa-807ad9ce9977 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.115456] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 1587b58b-e424-44d9-9c64-142c640b9757/1587b58b-e424-44d9-9c64-142c640b9757.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.117044] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59970fdb-a604-4ebc-aac7-1de787d79a49 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.132642] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.132642] env[65635]: value = "task-4426808" [ 1019.132642] env[65635]: _type = "Task" [ 1019.132642] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.138870] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1019.138870] env[65635]: value = "task-4426809" [ 1019.138870] env[65635]: _type = "Task" [ 1019.138870] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.147445] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426808, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.154752] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.368992] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426807, 'name': CreateVM_Task, 'duration_secs': 0.320227} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.372466] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.373084] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.373312] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.373641] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.374329] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2592f0e-74db-4173-a69a-5335ce2f1880 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.379645] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.381168] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1019.381168] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5238cec6-f83f-1266-f0bd-0f315f5d12a0" [ 1019.381168] env[65635]: _type = "Task" [ 1019.381168] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.390153] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5238cec6-f83f-1266-f0bd-0f315f5d12a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.408914] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ef5f29-9c91-ae70-d284-be22d7fb4953, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.409054] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.409356] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] af24fa75-3692-4aca-9fa0-4da757c0a603/af24fa75-3692-4aca-9fa0-4da757c0a603.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.409628] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e6b485-8e5b-4e64-90f8-4636b45188da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.417263] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1019.417263] env[65635]: value = "task-4426810" [ 1019.417263] env[65635]: _type = "Task" [ 1019.417263] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.426101] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.472401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.472988] env[65635]: DEBUG nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1019.475698] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.912s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.588014] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c917a-13f7-4ac0-8994-2659acb5f06c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.608981] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac522a-854e-4950-9abe-05075afe58bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.617047] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance '42561c7d-35bf-4ede-a497-b611ca3ffd5f' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.649376] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426808, 'name': CreateVM_Task, 'duration_secs': 0.267663} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.650161] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.650808] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.655456] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426809, 'name': ReconfigVM_Task, 'duration_secs': 0.315635} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.655764] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 1587b58b-e424-44d9-9c64-142c640b9757/1587b58b-e424-44d9-9c64-142c640b9757.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.656628] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c434a3f0-ae65-4f18-9578-c1d151eedb22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.664608] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1019.664608] env[65635]: value = "task-4426811" [ 1019.664608] env[65635]: _type = "Task" [ 1019.664608] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.675114] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426811, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.879901] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.896725] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5238cec6-f83f-1266-f0bd-0f315f5d12a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.897143] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.897481] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.897752] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.897902] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.898094] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.898501] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.898920] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.899329] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-660038ae-6d2a-4f6d-af82-233117ea2b5c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.901983] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c728cd70-1016-4f75-8dd2-3c4e5335732c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.909329] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1019.909329] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52343d52-8f9a-3980-7b12-3ce0264c6610" [ 1019.909329] env[65635]: _type = "Task" [ 1019.909329] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.916019] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.916266] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.921024] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e010b10-5083-4138-a43d-8c0d01211e62 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.925859] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52343d52-8f9a-3980-7b12-3ce0264c6610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.938840] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.940546] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1019.940546] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5245bd46-912d-60d7-54b9-29a020cc9db0" [ 1019.940546] env[65635]: _type = "Task" [ 1019.940546] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.951152] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5245bd46-912d-60d7-54b9-29a020cc9db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.980867] env[65635]: DEBUG nova.compute.utils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.982588] env[65635]: DEBUG nova.objects.instance [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lazy-loading 'migration_context' on Instance uuid 90868ad4-03b7-43d8-9227-f3810256343d {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.983779] env[65635]: DEBUG nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1019.983982] env[65635]: DEBUG nova.network.neutron [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1019.984336] env[65635]: WARNING neutronclient.v2_0.client [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.984692] env[65635]: WARNING neutronclient.v2_0.client [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.034712] env[65635]: DEBUG nova.policy [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '138d04ec00954a57987a6fd28b6e63a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3501a67b41b4ae595ea0ccff89908b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.125310] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.125676] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187b1d24-daba-45e6-9606-5b4ddf65d39f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.135468] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1020.135468] env[65635]: value = "task-4426812" [ 1020.135468] env[65635]: _type = "Task" [ 1020.135468] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.149900] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.178450] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426811, 'name': Rename_Task, 'duration_secs': 0.146792} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.178767] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.179205] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b522a65-0571-44da-8c1c-0d5238d5d21b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.188665] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1020.188665] env[65635]: value = "task-4426813" [ 1020.188665] env[65635]: _type = "Task" [ 1020.188665] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.200861] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.379730] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426806, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.450487} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.379922] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] a2e184ed-6c4b-47a4-a715-09fbe5d2d569/a2e184ed-6c4b-47a4-a715-09fbe5d2d569.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.380155] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.380449] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55e54a84-4ec7-4e04-bd3b-b341765787bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.385529] env[65635]: DEBUG nova.network.neutron [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Successfully created port: bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1020.389044] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1020.389044] env[65635]: value = "task-4426814" [ 1020.389044] env[65635]: _type = "Task" [ 1020.389044] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.399247] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.420818] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52343d52-8f9a-3980-7b12-3ce0264c6610, 'name': SearchDatastore_Task, 'duration_secs': 0.040117} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.421143] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.421377] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.421617] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.435852] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913016} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.436155] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] af24fa75-3692-4aca-9fa0-4da757c0a603/af24fa75-3692-4aca-9fa0-4da757c0a603.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.436379] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.436651] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b905d22-a8bc-4829-b264-28355d7e54a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.446462] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1020.446462] env[65635]: value = "task-4426815" [ 1020.446462] env[65635]: _type = "Task" [ 1020.446462] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.454726] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5245bd46-912d-60d7-54b9-29a020cc9db0, 'name': SearchDatastore_Task, 'duration_secs': 0.057836} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.456401] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7941c4-c764-42fe-9d7e-cbde77eba3a7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.462828] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.467558] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1020.467558] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5278c8bf-dc20-49da-be04-1a596d23f58a" [ 1020.467558] env[65635]: _type = "Task" [ 1020.467558] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.477455] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5278c8bf-dc20-49da-be04-1a596d23f58a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.491096] env[65635]: DEBUG nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1020.654023] env[65635]: DEBUG oslo_vmware.api [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426812, 'name': PowerOnVM_Task, 'duration_secs': 0.480327} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.654783] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.655072] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1c494aa8-c752-41ce-9351-2d7998ea177e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance '42561c7d-35bf-4ede-a497-b611ca3ffd5f' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.701627] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426813, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.902688] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077247} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.902955] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.903792] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b901ccf8-a2f2-46f9-ba4e-e87bd89618b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.932090] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] a2e184ed-6c4b-47a4-a715-09fbe5d2d569/a2e184ed-6c4b-47a4-a715-09fbe5d2d569.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.935421] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364ed4a7-e54d-44bd-a5af-b4a3fc7d5848 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.960719] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079401} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.962320] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.962676] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1020.962676] env[65635]: value = "task-4426816" [ 1020.962676] env[65635]: _type = "Task" [ 1020.962676] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.965973] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65d509d-9bcf-4c95-ad67-661a0cca97e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.980949] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.992792] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5278c8bf-dc20-49da-be04-1a596d23f58a, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.993958] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2375c8c4-6db3-48b7-8548-b200cf88ef4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.005227] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] af24fa75-3692-4aca-9fa0-4da757c0a603/af24fa75-3692-4aca-9fa0-4da757c0a603.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.005623] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.005879] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.013176] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f8b7080-e50b-4fa2-806c-bc3304c1e23b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.024926] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.025190] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.025461] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa2b829-c0ef-4491-ab36-a937e84d61e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.027772] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b10fe3-9f65-4960-a0bf-1833ab135ebd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.033831] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4407e3c2-bec6-4a0f-8695-49858d2e293c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.038605] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1021.038605] env[65635]: value = "task-4426817" [ 1021.038605] env[65635]: _type = "Task" [ 1021.038605] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.041190] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.041387] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.042712] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1021.042712] env[65635]: value = "task-4426818" [ 1021.042712] env[65635]: _type = "Task" [ 1021.042712] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.046103] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f726d270-b13d-4d42-b83e-c4b2cc6fc45e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.081997] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5ed1b-88f6-4b19-904e-6bb489e01b34 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.090088] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1021.090088] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c75211-89f3-1eba-2d1c-80a2bca60db0" [ 1021.090088] env[65635]: _type = "Task" [ 1021.090088] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.090453] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.099458] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.101213] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd57309-ffeb-4bb0-8bee-4f9c55e4b1de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.109750] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c75211-89f3-1eba-2d1c-80a2bca60db0, 'name': SearchDatastore_Task, 'duration_secs': 0.012584} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.111094] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e283570d-2edf-4a60-8273-8a6c2c32b11b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.123140] env[65635]: DEBUG nova.compute.provider_tree [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.128553] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1021.128553] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52443f10-4804-44ee-c9cf-4969b5a7ca0e" [ 1021.128553] env[65635]: _type = "Task" [ 1021.128553] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.137711] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52443f10-4804-44ee-c9cf-4969b5a7ca0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.200342] env[65635]: DEBUG oslo_vmware.api [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426813, 'name': PowerOnVM_Task, 'duration_secs': 0.615957} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.200692] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.200928] env[65635]: INFO nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1021.201135] env[65635]: DEBUG nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1021.201979] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b71b23-2ffb-4b25-b231-1942eb7c247c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.481208] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426816, 'name': ReconfigVM_Task, 'duration_secs': 0.433234} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.482147] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Reconfigured VM instance instance-00000051 to attach disk [datastore2] a2e184ed-6c4b-47a4-a715-09fbe5d2d569/a2e184ed-6c4b-47a4-a715-09fbe5d2d569.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.482313] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbbad28a-6558-4ed9-8ec6-1ab6788f4da6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.491769] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1021.491769] env[65635]: value = "task-4426819" [ 1021.491769] env[65635]: _type = "Task" [ 1021.491769] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.505524] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426819, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.526630] env[65635]: DEBUG nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1021.554335] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.560235] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1021.560475] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.560529] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1021.560765] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.560901] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1021.561178] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1021.561444] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1021.561656] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1021.562645] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1021.562934] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1021.563207] env[65635]: DEBUG nova.virt.hardware [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1021.564298] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f906c4b-0fc8-4b56-bffe-90265d8d38de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.580260] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65767c81-1dce-4b4d-909f-41ec6ff2cc8a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.585438] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.626514] env[65635]: DEBUG nova.scheduler.client.report [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.644608] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52443f10-4804-44ee-c9cf-4969b5a7ca0e, 'name': SearchDatastore_Task, 'duration_secs': 0.020434} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.646034] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.646034] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 32a1932c-1fa8-4629-8251-dc43a0337958/32a1932c-1fa8-4629-8251-dc43a0337958.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.646291] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-263e948f-bb98-482b-88a0-6a35bf1f54b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.654914] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1021.654914] env[65635]: value = "task-4426820" [ 1021.654914] env[65635]: _type = "Task" [ 1021.654914] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.665067] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.721019] env[65635]: INFO nova.compute.manager [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Took 49.75 seconds to build instance. [ 1021.886929] env[65635]: DEBUG nova.compute.manager [req-e007251d-810e-4687-b1eb-0d7ae908d15d req-d67f5f99-9fb0-43e0-b35f-c57f43562f30 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Received event network-vif-plugged-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1021.887154] env[65635]: DEBUG oslo_concurrency.lockutils [req-e007251d-810e-4687-b1eb-0d7ae908d15d req-d67f5f99-9fb0-43e0-b35f-c57f43562f30 service nova] Acquiring lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.887932] env[65635]: DEBUG oslo_concurrency.lockutils [req-e007251d-810e-4687-b1eb-0d7ae908d15d req-d67f5f99-9fb0-43e0-b35f-c57f43562f30 service nova] Lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.887932] env[65635]: DEBUG oslo_concurrency.lockutils [req-e007251d-810e-4687-b1eb-0d7ae908d15d req-d67f5f99-9fb0-43e0-b35f-c57f43562f30 service nova] Lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.887932] env[65635]: DEBUG nova.compute.manager [req-e007251d-810e-4687-b1eb-0d7ae908d15d req-d67f5f99-9fb0-43e0-b35f-c57f43562f30 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] No waiting events found dispatching network-vif-plugged-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1021.888099] env[65635]: WARNING nova.compute.manager [req-e007251d-810e-4687-b1eb-0d7ae908d15d req-d67f5f99-9fb0-43e0-b35f-c57f43562f30 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Received unexpected event network-vif-plugged-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb for instance with vm_state building and task_state spawning. [ 1021.983373] env[65635]: DEBUG nova.network.neutron [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Successfully updated port: bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1022.007278] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426819, 'name': Rename_Task, 'duration_secs': 0.266279} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.007572] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.007824] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dc16a38-8214-4876-98eb-9d39df02432e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.016381] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1022.016381] env[65635]: value = "task-4426821" [ 1022.016381] env[65635]: _type = "Task" [ 1022.016381] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.026224] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.051692] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426817, 'name': ReconfigVM_Task, 'duration_secs': 0.546026} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.052092] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Reconfigured VM instance instance-00000052 to attach disk [datastore2] af24fa75-3692-4aca-9fa0-4da757c0a603/af24fa75-3692-4aca-9fa0-4da757c0a603.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.052879] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a32617a0-7197-4833-b81a-18d5cc1c534e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.068529] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634377} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.070356] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.070663] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.071524] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1022.071524] env[65635]: value = "task-4426822" [ 1022.071524] env[65635]: _type = "Task" [ 1022.071524] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.071794] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-069f84be-a937-4db0-8002-138b680b264a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.087216] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426822, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.089519] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1022.089519] env[65635]: value = "task-4426823" [ 1022.089519] env[65635]: _type = "Task" [ 1022.089519] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.101878] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.169248] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.222516] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2454724-d770-4ad1-9cec-fbbe816dbd89 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "1587b58b-e424-44d9-9c64-142c640b9757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.264s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.441159] env[65635]: DEBUG nova.compute.manager [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Received event network-changed-582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1022.441335] env[65635]: DEBUG nova.compute.manager [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Refreshing instance network info cache due to event network-changed-582aa783-ca9e-40d4-86ec-507dbd6f365e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1022.441644] env[65635]: DEBUG oslo_concurrency.lockutils [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] Acquiring lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.441731] env[65635]: DEBUG oslo_concurrency.lockutils [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] Acquired lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.441822] env[65635]: DEBUG nova.network.neutron [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Refreshing network info cache for port 582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.486075] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.486183] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.486343] env[65635]: DEBUG nova.network.neutron [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1022.527357] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.585626] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426822, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.599376] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07315} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.599672] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.600525] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1623a27a-2e9d-4fb7-998c-458cdb2dd061 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.623975] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.624415] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97dcb6b4-1a86-4e51-b473-db46c2a3dbe6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.642119] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.166s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.648802] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.787s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.650510] env[65635]: INFO nova.compute.claims [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.665210] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1022.665210] env[65635]: value = "task-4426824" [ 1022.665210] env[65635]: _type = "Task" [ 1022.665210] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.676473] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.683464] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.925354] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.925654] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.925852] env[65635]: DEBUG nova.compute.manager [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Going to confirm migration 4 {{(pid=65635) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1022.945030] env[65635]: WARNING neutronclient.v2_0.client [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.028789] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.030150] env[65635]: DEBUG nova.network.neutron [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1023.087342] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426822, 'name': Rename_Task, 'duration_secs': 0.534225} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.091128] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.091751] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4469802a-0056-4f93-bf7f-44676c65c561 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.102052] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1023.102052] env[65635]: value = "task-4426825" [ 1023.102052] env[65635]: _type = "Task" [ 1023.102052] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.116714] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.138352] env[65635]: WARNING neutronclient.v2_0.client [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.169531] env[65635]: WARNING neutronclient.v2_0.client [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.174687] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426820, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512451} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.180058] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 32a1932c-1fa8-4629-8251-dc43a0337958/32a1932c-1fa8-4629-8251-dc43a0337958.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.180429] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.180889] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97fda0ad-1de5-4e67-b5e4-65d4599e070d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.190187] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.191804] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1023.191804] env[65635]: value = "task-4426826" [ 1023.191804] env[65635]: _type = "Task" [ 1023.191804] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.204550] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.237019] env[65635]: DEBUG nova.network.neutron [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Updating instance_info_cache with network_info: [{"id": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "address": "fa:16:3e:57:77:32", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb1c8b-46", "ovs_interfaceid": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.264883] env[65635]: DEBUG nova.network.neutron [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Updated VIF entry in instance network info cache for port 582aa783-ca9e-40d4-86ec-507dbd6f365e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.265090] env[65635]: DEBUG nova.network.neutron [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Updating instance_info_cache with network_info: [{"id": "582aa783-ca9e-40d4-86ec-507dbd6f365e", "address": "fa:16:3e:10:a5:a8", "network": {"id": "eef6e9de-d1bf-4bcc-a7e6-f7889d83887b", "bridge": "br-int", "label": "tempest-ServersTestJSON-226862379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "365f0890c2454ffa827575cc14fb03a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap582aa783-ca", "ovs_interfaceid": "582aa783-ca9e-40d4-86ec-507dbd6f365e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.435043] env[65635]: WARNING neutronclient.v2_0.client [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.473017] env[65635]: WARNING neutronclient.v2_0.client [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.473448] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.475315] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.475315] env[65635]: DEBUG nova.network.neutron [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1023.475315] env[65635]: DEBUG nova.objects.instance [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lazy-loading 'info_cache' on Instance uuid 42561c7d-35bf-4ede-a497-b611ca3ffd5f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.529027] env[65635]: DEBUG oslo_vmware.api [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426821, 'name': PowerOnVM_Task, 'duration_secs': 1.392945} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.529027] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.529658] env[65635]: INFO nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1023.529658] env[65635]: DEBUG nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1023.530246] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b9e4d5-e192-4af2-be86-9c8557e3d834 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.613655] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.690300] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426824, 'name': ReconfigVM_Task, 'duration_secs': 0.591151} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.693326] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 22e2f792-37de-439b-9049-31e66c33060f/22e2f792-37de-439b-9049-31e66c33060f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.694199] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c7fed6-071f-49ba-b7e5-1a79b360de1f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.705557] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075799} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.710929] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.710929] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1023.710929] env[65635]: value = "task-4426827" [ 1023.710929] env[65635]: _type = "Task" [ 1023.710929] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.712127] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fa0fbe-684d-4295-bccb-9caaf36f05bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.729810] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426827, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.748068] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 32a1932c-1fa8-4629-8251-dc43a0337958/32a1932c-1fa8-4629-8251-dc43a0337958.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.751648] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.751648] env[65635]: DEBUG nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Instance network_info: |[{"id": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "address": "fa:16:3e:57:77:32", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb1c8b-46", "ovs_interfaceid": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1023.752237] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f7e512-c716-44e8-ac58-c6e804a21236 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.767906] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:77:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfcb1c8b-4691-45b4-a753-3f119f4ebfdb', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.775391] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1023.776237] env[65635]: DEBUG oslo_concurrency.lockutils [req-c88fad59-b8b2-4edf-991a-aedc35e1f132 req-047c9275-9c20-43f6-b6c8-ec950aadefb8 service nova] Releasing lock "refresh_cache-1587b58b-e424-44d9-9c64-142c640b9757" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.776862] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.779819] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6389a3-6f7d-4e12-816e-689eed97c854 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.798576] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1023.798576] env[65635]: value = "task-4426828" [ 1023.798576] env[65635]: _type = "Task" [ 1023.798576] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.804589] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.804589] env[65635]: value = "task-4426829" [ 1023.804589] env[65635]: _type = "Task" [ 1023.804589] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.815222] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.821959] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426829, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.926106] env[65635]: DEBUG nova.compute.manager [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Received event network-changed-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1023.926438] env[65635]: DEBUG nova.compute.manager [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Refreshing instance network info cache due to event network-changed-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1023.926985] env[65635]: DEBUG oslo_concurrency.lockutils [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] Acquiring lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.927196] env[65635]: DEBUG oslo_concurrency.lockutils [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] Acquired lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.927418] env[65635]: DEBUG nova.network.neutron [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Refreshing network info cache for port bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.049386] env[65635]: INFO nova.compute.manager [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Took 47.75 seconds to build instance. [ 1024.114858] env[65635]: DEBUG oslo_vmware.api [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426825, 'name': PowerOnVM_Task, 'duration_secs': 0.658496} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.118148] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.118377] env[65635]: INFO nova.compute.manager [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1024.118557] env[65635]: DEBUG nova.compute.manager [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1024.119883] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6f674c-8853-48c3-b924-5e654386c0a0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.135522] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4fdc51-4a32-4239-ae48-9f0722526768 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.150646] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6744051a-86f9-49fc-8cbe-6b38aeedbc32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.190095] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a4cf13-d396-4924-9d53-81a2845f3469 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.200150] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0689ef2c-e09c-4910-80c2-dd064f0d21d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.205755] env[65635]: INFO nova.compute.manager [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Swapping old allocation on dict_keys(['432a514d-d1fd-40ae-bb26-2e951558dfd9']) held by migration e3311597-7309-4394-b95f-c66887a72f9e for instance [ 1024.221791] env[65635]: DEBUG nova.compute.provider_tree [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.237326] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426827, 'name': Rename_Task, 'duration_secs': 0.224712} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.237702] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.238040] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f954e5eb-1798-4991-9c10-9103bb13d17d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.246755] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Waiting for the task: (returnval){ [ 1024.246755] env[65635]: value = "task-4426830" [ 1024.246755] env[65635]: _type = "Task" [ 1024.246755] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.259836] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.317028] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.322227] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426829, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.342194] env[65635]: DEBUG nova.scheduler.client.report [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Overwriting current allocation {'allocations': {'432a514d-d1fd-40ae-bb26-2e951558dfd9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 121}}, 'project_id': '790b1b06b30e4dd086474891e63f78e3', 'user_id': '4397c2d5d8fb4aa59bf531cd81ad8f0b', 'consumer_generation': 1} on consumer 90868ad4-03b7-43d8-9227-f3810256343d {{(pid=65635) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1024.428052] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.431013] env[65635]: WARNING neutronclient.v2_0.client [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.464389] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.464646] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquired lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.464837] env[65635]: DEBUG nova.network.neutron [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1024.482708] env[65635]: WARNING neutronclient.v2_0.client [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.551573] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b2443ab9-f80f-4006-a3d7-8f57e7d1c2c0 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.260s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.643658] env[65635]: INFO nova.compute.manager [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Took 46.58 seconds to build instance. [ 1024.658244] env[65635]: WARNING neutronclient.v2_0.client [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.688015] env[65635]: WARNING neutronclient.v2_0.client [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.747428] env[65635]: DEBUG nova.network.neutron [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Updated VIF entry in instance network info cache for port bfcb1c8b-4691-45b4-a753-3f119f4ebfdb. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1024.747710] env[65635]: DEBUG nova.network.neutron [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Updating instance_info_cache with network_info: [{"id": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "address": "fa:16:3e:57:77:32", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb1c8b-46", "ovs_interfaceid": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.754613] env[65635]: ERROR nova.scheduler.client.report [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [req-2a880895-d90c-4c1b-a83a-4270cc6f6a1e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a880895-d90c-4c1b-a83a-4270cc6f6a1e"}]} [ 1024.765609] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.777547] env[65635]: DEBUG nova.scheduler.client.report [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.785856] env[65635]: DEBUG nova.network.neutron [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance_info_cache with network_info: [{"id": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "address": "fa:16:3e:b6:3a:10", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0c622c-6b", "ovs_interfaceid": "2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.795548] env[65635]: DEBUG nova.scheduler.client.report [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.795926] env[65635]: DEBUG nova.compute.provider_tree [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.813476] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.815316] env[65635]: DEBUG nova.scheduler.client.report [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.821258] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426829, 'name': CreateVM_Task, 'duration_secs': 0.725772} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.821757] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.822438] env[65635]: WARNING neutronclient.v2_0.client [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.822831] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.822969] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.823328] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.823595] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e482300f-b243-4898-883b-ae783aa7781d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.829244] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1024.829244] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52412f48-e7f0-107c-e7d4-56c0c516ec7c" [ 1024.829244] env[65635]: _type = "Task" [ 1024.829244] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.839589] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52412f48-e7f0-107c-e7d4-56c0c516ec7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.840646] env[65635]: DEBUG nova.scheduler.client.report [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.968250] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.145614] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f7a660a0-724c-423b-99b6-ae330199a91b tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "af24fa75-3692-4aca-9fa0-4da757c0a603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.098s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.159387] env[65635]: WARNING neutronclient.v2_0.client [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.200647] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02117967-279c-455c-bf9f-522100086803 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.208749] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d84e11b-9e3f-42f2-924c-405bb783b5e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.240804] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.241147] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.241369] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.241551] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.241717] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.244434] env[65635]: DEBUG nova.network.neutron [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance_info_cache with network_info: [{"id": "453cc002-e521-4496-8dae-f5739014713c", "address": "fa:16:3e:55:03:e9", "network": {"id": "0235add0-5461-4fbc-849d-2cf3d3aa201b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c5e74e702e145a79536f6c69a60b535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453cc002-e5", "ovs_interfaceid": "453cc002-e521-4496-8dae-f5739014713c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.245754] env[65635]: INFO nova.compute.manager [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Terminating instance [ 1025.247569] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb03f6da-6bd7-46c0-8b34-ea35c2b0e256 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.258523] env[65635]: DEBUG oslo_concurrency.lockutils [req-d93cab03-2d29-4168-a096-4f8656477b5c req-bc63241c-1e13-418a-9766-c9c989aea9b5 service nova] Releasing lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.265779] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4cea06-2e67-40d6-a32c-23037eed6e8e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.270309] env[65635]: DEBUG oslo_vmware.api [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Task: {'id': task-4426830, 'name': PowerOnVM_Task, 'duration_secs': 0.978434} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.270569] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.270764] env[65635]: DEBUG nova.compute.manager [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1025.271878] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db5aeeb-fd30-4355-a874-8e0bf1c286ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.282758] env[65635]: DEBUG nova.compute.provider_tree [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.288801] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-42561c7d-35bf-4ede-a497-b611ca3ffd5f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.289062] env[65635]: DEBUG nova.objects.instance [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lazy-loading 'migration_context' on Instance uuid 42561c7d-35bf-4ede-a497-b611ca3ffd5f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.310876] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426828, 'name': ReconfigVM_Task, 'duration_secs': 1.067461} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.311725] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 32a1932c-1fa8-4629-8251-dc43a0337958/32a1932c-1fa8-4629-8251-dc43a0337958.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.312483] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb2e7966-f08f-4a6f-bcc9-43bc1071f558 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.321206] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1025.321206] env[65635]: value = "task-4426831" [ 1025.321206] env[65635]: _type = "Task" [ 1025.321206] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.332174] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426831, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.342414] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52412f48-e7f0-107c-e7d4-56c0c516ec7c, 'name': SearchDatastore_Task, 'duration_secs': 0.014781} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.342708] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.342974] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.343231] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.343378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.343777] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.344147] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66790471-6ff3-4e73-aaf5-8b29ddc0847d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.357277] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.357489] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.358308] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a6ef7c-e4d8-4903-98d9-56d130fba56a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.365377] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1025.365377] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b4ca10-9cae-f9a2-ae28-271e516300a7" [ 1025.365377] env[65635]: _type = "Task" [ 1025.365377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.374825] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b4ca10-9cae-f9a2-ae28-271e516300a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.752061] env[65635]: DEBUG oslo_concurrency.lockutils [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Releasing lock "refresh_cache-90868ad4-03b7-43d8-9227-f3810256343d" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.752604] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.753074] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bdd4af2-b1a5-46c7-9c77-cc72b16fe59f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.759307] env[65635]: DEBUG nova.compute.manager [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1025.759693] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.762187] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f26dda-a455-4c15-b133-7a50c4abea19 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.765883] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1025.765883] env[65635]: value = "task-4426832" [ 1025.765883] env[65635]: _type = "Task" [ 1025.765883] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.772901] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.773583] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e812b377-88f5-4071-9e36-0d797fa08bf5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.779587] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.780896] env[65635]: DEBUG oslo_vmware.api [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1025.780896] env[65635]: value = "task-4426833" [ 1025.780896] env[65635]: _type = "Task" [ 1025.780896] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.792493] env[65635]: DEBUG oslo_vmware.api [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.795045] env[65635]: DEBUG nova.objects.base [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Object Instance<42561c7d-35bf-4ede-a497-b611ca3ffd5f> lazy-loaded attributes: info_cache,migration_context {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.800067] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213a2862-253d-4c29-a12a-4529c1085be2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.805664] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.826169] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf627bdd-e67c-4dd0-b832-579c7a6f071d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.829295] env[65635]: DEBUG nova.scheduler.client.report [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1025.829564] env[65635]: DEBUG nova.compute.provider_tree [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 122 to 123 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1025.829718] env[65635]: DEBUG nova.compute.provider_tree [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.839248] env[65635]: DEBUG oslo_vmware.api [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1025.839248] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a379d6-ee4b-b867-439d-e01efa36e0d4" [ 1025.839248] env[65635]: _type = "Task" [ 1025.839248] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.843084] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426831, 'name': Rename_Task, 'duration_secs': 0.471032} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.850215] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.851310] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd7d963-17b3-4433-920b-26a6cf6a3e85 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.861808] env[65635]: DEBUG oslo_vmware.api [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a379d6-ee4b-b867-439d-e01efa36e0d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.863714] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.864984] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1025.864984] env[65635]: value = "task-4426834" [ 1025.864984] env[65635]: _type = "Task" [ 1025.864984] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.880492] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426834, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.885788] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b4ca10-9cae-f9a2-ae28-271e516300a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014549} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.886177] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f8316f-6bb7-4624-8022-0fdab00ed061 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.893413] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1025.893413] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253c9a8-f1db-9ee8-b41f-89a572ae925b" [ 1025.893413] env[65635]: _type = "Task" [ 1025.893413] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.903361] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253c9a8-f1db-9ee8-b41f-89a572ae925b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.275795] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426832, 'name': PowerOffVM_Task, 'duration_secs': 0.270537} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.276060] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.277260] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:17:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='82c658a8-b4d3-402f-a9c4-23aaa537afa6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-258836773',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1026.277260] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.277260] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1026.277260] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.277515] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1026.277551] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1026.277728] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.277887] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1026.278144] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1026.278270] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1026.278432] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1026.284296] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531371af-4708-409b-b02a-bef94b135152 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.303693] env[65635]: DEBUG oslo_vmware.api [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426833, 'name': PowerOffVM_Task, 'duration_secs': 0.223251} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.304996] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.305196] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.305497] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1026.305497] env[65635]: value = "task-4426835" [ 1026.305497] env[65635]: _type = "Task" [ 1026.305497] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.305690] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b15b428b-ba83-4ede-899a-0c3dfce6bb59 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.316444] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.335606] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.687s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.336176] env[65635]: DEBUG nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1026.339332] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.208s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.339548] env[65635]: DEBUG nova.objects.instance [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'pci_requests' on Instance uuid 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.379259] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.392555] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.392800] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.393083] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleting the datastore file [datastore2] a2e184ed-6c4b-47a4-a715-09fbe5d2d569 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.393682] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1f4a1d4-8832-4dc0-b5ee-3167bec028f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.405910] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253c9a8-f1db-9ee8-b41f-89a572ae925b, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.407446] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.407785] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] c406cca7-df99-4030-85fb-92e756d6fa39/c406cca7-df99-4030-85fb-92e756d6fa39.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.408162] env[65635]: DEBUG oslo_vmware.api [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1026.408162] env[65635]: value = "task-4426837" [ 1026.408162] env[65635]: _type = "Task" [ 1026.408162] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.408372] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d0384f1-af86-4f6a-9e2d-8d00c8e557e6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.420642] env[65635]: DEBUG oslo_vmware.api [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.422290] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1026.422290] env[65635]: value = "task-4426838" [ 1026.422290] env[65635]: _type = "Task" [ 1026.422290] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.432477] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.562815] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "22e2f792-37de-439b-9049-31e66c33060f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.563213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "22e2f792-37de-439b-9049-31e66c33060f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.563607] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "22e2f792-37de-439b-9049-31e66c33060f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.563607] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "22e2f792-37de-439b-9049-31e66c33060f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.563753] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "22e2f792-37de-439b-9049-31e66c33060f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.566302] env[65635]: INFO nova.compute.manager [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Terminating instance [ 1026.824989] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426835, 'name': ReconfigVM_Task, 'duration_secs': 0.194211} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.827032] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ef3e8-74d7-43d2-8669-1257c701dfd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.863021] env[65635]: DEBUG nova.compute.utils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.868024] env[65635]: DEBUG nova.objects.instance [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'numa_topology' on Instance uuid 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.870921] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:17:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='82c658a8-b4d3-402f-a9c4-23aaa537afa6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-258836773',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1026.871328] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.872031] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1026.872373] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.872627] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1026.872897] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1026.873262] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.873686] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1026.873820] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1026.874101] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1026.874436] env[65635]: DEBUG nova.virt.hardware [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1026.877188] env[65635]: DEBUG nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1026.877507] env[65635]: DEBUG nova.network.neutron [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1026.878417] env[65635]: WARNING neutronclient.v2_0.client [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.878817] env[65635]: WARNING neutronclient.v2_0.client [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.881913] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadc9b8d-0955-4364-b8d1-4535573807ff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.899054] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1026.899054] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a662e1-9dfe-6f25-f643-31a9fa98194c" [ 1026.899054] env[65635]: _type = "Task" [ 1026.899054] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.905522] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.926134] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a662e1-9dfe-6f25-f643-31a9fa98194c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.937561] env[65635]: DEBUG oslo_vmware.api [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182695} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.939976] env[65635]: DEBUG nova.policy [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.943158] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.943460] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.943709] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.943967] env[65635]: INFO nova.compute.manager [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1026.944334] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1026.945410] env[65635]: DEBUG nova.compute.manager [-] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1026.945544] env[65635]: DEBUG nova.network.neutron [-] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1026.945867] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.954603] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426838, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.007532] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.070220] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "refresh_cache-22e2f792-37de-439b-9049-31e66c33060f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.070505] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquired lock "refresh_cache-22e2f792-37de-439b-9049-31e66c33060f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.070737] env[65635]: DEBUG nova.network.neutron [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1027.309881] env[65635]: DEBUG nova.network.neutron [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Successfully created port: 6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1027.371343] env[65635]: INFO nova.compute.claims [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.377723] env[65635]: DEBUG nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1027.392743] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426834, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.419420] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a662e1-9dfe-6f25-f643-31a9fa98194c, 'name': SearchDatastore_Task, 'duration_secs': 0.032638} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.427539] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.427967] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ebee255-6802-40e5-8320-42a94ed8de4c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.456292] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539101} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.457770] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] c406cca7-df99-4030-85fb-92e756d6fa39/c406cca7-df99-4030-85fb-92e756d6fa39.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.458114] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.458342] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1027.458342] env[65635]: value = "task-4426839" [ 1027.458342] env[65635]: _type = "Task" [ 1027.458342] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.458538] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec25840-bace-49c9-82e4-18ae50b418f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.472727] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.474426] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1027.474426] env[65635]: value = "task-4426840" [ 1027.474426] env[65635]: _type = "Task" [ 1027.474426] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.485198] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.568857] env[65635]: DEBUG nova.compute.manager [req-694fa490-059f-4072-9c65-dada3dc8d505 req-878ce154-db4f-49fe-ab50-e939f96043ce service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Received event network-vif-deleted-cd8a13d3-344d-4885-a04e-98d260be70ad {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1027.569635] env[65635]: INFO nova.compute.manager [req-694fa490-059f-4072-9c65-dada3dc8d505 req-878ce154-db4f-49fe-ab50-e939f96043ce service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Neutron deleted interface cd8a13d3-344d-4885-a04e-98d260be70ad; detaching it from the instance and deleting it from the info cache [ 1027.569635] env[65635]: DEBUG nova.network.neutron [req-694fa490-059f-4072-9c65-dada3dc8d505 req-878ce154-db4f-49fe-ab50-e939f96043ce service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.573088] env[65635]: WARNING neutronclient.v2_0.client [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.625056] env[65635]: DEBUG nova.network.neutron [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1027.748028] env[65635]: DEBUG nova.network.neutron [-] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.755852] env[65635]: DEBUG nova.network.neutron [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.897612] env[65635]: DEBUG oslo_vmware.api [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426834, 'name': PowerOnVM_Task, 'duration_secs': 1.928702} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.897922] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.898117] env[65635]: INFO nova.compute.manager [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1027.898296] env[65635]: DEBUG nova.compute.manager [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1027.899165] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b36b56-d08c-4e86-b24c-d8c2fda68f38 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.971015] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426839, 'name': ReconfigVM_Task, 'duration_secs': 0.395851} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.971322] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.972167] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74cf666-e19d-4f00-b7da-3c1ca4a9b8e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.995874] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211555} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.003625] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d/90868ad4-03b7-43d8-9227-f3810256343d.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.004030] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.004292] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6a90f6-08f5-4d2e-a478-b8bdff92a44c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.018565] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa12c3c8-78c7-4b78-ba3e-a2e6a31e7a33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.045934] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] c406cca7-df99-4030-85fb-92e756d6fa39/c406cca7-df99-4030-85fb-92e756d6fa39.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.047704] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f28a21-3e92-4c00-b121-ea1eae959333 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.066698] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1028.066698] env[65635]: value = "task-4426841" [ 1028.066698] env[65635]: _type = "Task" [ 1028.066698] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.074999] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7455ef6-9860-43f8-bb68-780d1066ed4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.078763] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1028.078763] env[65635]: value = "task-4426842" [ 1028.078763] env[65635]: _type = "Task" [ 1028.078763] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.087647] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.091894] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041600a9-94b9-4f5b-9ac3-36f4a4a848f2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.108659] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.138713] env[65635]: DEBUG nova.compute.manager [req-694fa490-059f-4072-9c65-dada3dc8d505 req-878ce154-db4f-49fe-ab50-e939f96043ce service nova] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Detach interface failed, port_id=cd8a13d3-344d-4885-a04e-98d260be70ad, reason: Instance a2e184ed-6c4b-47a4-a715-09fbe5d2d569 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.251542] env[65635]: INFO nova.compute.manager [-] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Took 1.31 seconds to deallocate network for instance. [ 1028.258561] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Releasing lock "refresh_cache-22e2f792-37de-439b-9049-31e66c33060f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.258883] env[65635]: DEBUG nova.compute.manager [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1028.259150] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.260440] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa9971d-5431-4217-a972-dc783deaf5bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.270498] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.270866] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce4007b-0e6d-44aa-ba1b-2ca003fad929 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.279606] env[65635]: DEBUG oslo_vmware.api [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1028.279606] env[65635]: value = "task-4426843" [ 1028.279606] env[65635]: _type = "Task" [ 1028.279606] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.291395] env[65635]: DEBUG oslo_vmware.api [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.391343] env[65635]: DEBUG nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.424170] env[65635]: DEBUG nova.virt.hardware [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.424170] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da85e98-555f-4c1c-bf05-2a00977c7690 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.432078] env[65635]: INFO nova.compute.manager [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Took 49.58 seconds to build instance. [ 1028.440523] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01cb0a-6525-4b8f-bcc2-cb1f047c0033 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.587728] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426841, 'name': ReconfigVM_Task, 'duration_secs': 0.370029} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.589064] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d/90868ad4-03b7-43d8-9227-f3810256343d.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.589638] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abac61f-1df8-4031-b444-9a91ece3eecc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.595960] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426842, 'name': ReconfigVM_Task, 'duration_secs': 0.320199} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.599157] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Reconfigured VM instance instance-00000054 to attach disk [datastore1] c406cca7-df99-4030-85fb-92e756d6fa39/c406cca7-df99-4030-85fb-92e756d6fa39.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.601244] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9de50b37-ed27-466b-b39f-e4d3364fc5b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.625977] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d00ce8f-bce2-4b1d-9679-e75910bf093b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.631723] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1028.631723] env[65635]: value = "task-4426844" [ 1028.631723] env[65635]: _type = "Task" [ 1028.631723] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.655376] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e058b-1ee2-433d-ae8c-53e82d217238 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.663465] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426844, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.692163] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672abbf-2648-479a-8e75-5b01cfb87e7b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.697052] env[65635]: INFO nova.compute.manager [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Rebuilding instance [ 1028.707058] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.707398] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b295331a-9681-42d4-bd33-4a93a8084c3a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.720211] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1028.720211] env[65635]: value = "task-4426845" [ 1028.720211] env[65635]: _type = "Task" [ 1028.720211] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.736464] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.750212] env[65635]: DEBUG nova.compute.manager [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1028.751230] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a4dfc-c6ad-4ee2-a110-259342a10ba0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.763907] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.793445] env[65635]: DEBUG oslo_vmware.api [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426843, 'name': PowerOffVM_Task, 'duration_secs': 0.15088} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.793445] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.793445] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.793445] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d7e3594-c468-4034-b60e-c09f96a59ac0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.847247] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.847552] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.847811] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Deleting the datastore file [datastore1] 22e2f792-37de-439b-9049-31e66c33060f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.848500] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e3f84c7-adf1-4053-b70d-57ab1c656d97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.859740] env[65635]: DEBUG oslo_vmware.api [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for the task: (returnval){ [ 1028.859740] env[65635]: value = "task-4426847" [ 1028.859740] env[65635]: _type = "Task" [ 1028.859740] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.877891] env[65635]: DEBUG oslo_vmware.api [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.925623] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d05ab-ced9-4142-88f4-1f5381b3650c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.936627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fc7e527a-d7e9-4da2-9bb6-f4e995ea59b1 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "32a1932c-1fa8-4629-8251-dc43a0337958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.088s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.939474] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00838e3e-104f-4149-accf-6a3c2ce037f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.983783] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853d9e33-7cde-4609-b860-870379238178 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.995558] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3317333-79c6-4089-9703-c19d20851ff7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.013376] env[65635]: DEBUG nova.compute.provider_tree [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.050670] env[65635]: DEBUG nova.network.neutron [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Successfully updated port: 6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1029.144581] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426844, 'name': Rename_Task, 'duration_secs': 0.282611} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.144836] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.145205] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3596bfd-527e-429c-8847-d0f8388bcd8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.156434] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1029.156434] env[65635]: value = "task-4426848" [ 1029.156434] env[65635]: _type = "Task" [ 1029.156434] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.166718] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.233242] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426845, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.372091] env[65635]: DEBUG oslo_vmware.api [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Task: {'id': task-4426847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14102} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.372091] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.372091] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.372362] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.372505] env[65635]: INFO nova.compute.manager [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1029.372689] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1029.373106] env[65635]: DEBUG nova.compute.manager [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1029.373313] env[65635]: DEBUG nova.network.neutron [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1029.373490] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.392708] env[65635]: DEBUG nova.network.neutron [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1029.393123] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.448933] env[65635]: INFO nova.compute.manager [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Rebuilding instance [ 1029.515180] env[65635]: DEBUG nova.compute.manager [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.516425] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7561ade-8b15-4e2f-b795-dfeaa246bec3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.520927] env[65635]: DEBUG nova.scheduler.client.report [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.554781] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.554781] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.554781] env[65635]: DEBUG nova.network.neutron [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.633197] env[65635]: DEBUG nova.compute.manager [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-vif-plugged-6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1029.634292] env[65635]: DEBUG oslo_concurrency.lockutils [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.634292] env[65635]: DEBUG oslo_concurrency.lockutils [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.634292] env[65635]: DEBUG oslo_concurrency.lockutils [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.634292] env[65635]: DEBUG nova.compute.manager [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] No waiting events found dispatching network-vif-plugged-6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1029.634292] env[65635]: WARNING nova.compute.manager [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received unexpected event network-vif-plugged-6d1a6084-a467-4470-93cc-dac149dab970 for instance with vm_state building and task_state spawning. [ 1029.634618] env[65635]: DEBUG nova.compute.manager [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-changed-6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1029.634618] env[65635]: DEBUG nova.compute.manager [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Refreshing instance network info cache due to event network-changed-6d1a6084-a467-4470-93cc-dac149dab970. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1029.634753] env[65635]: DEBUG oslo_concurrency.lockutils [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] Acquiring lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.669814] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.733057] env[65635]: DEBUG oslo_vmware.api [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426845, 'name': PowerOnVM_Task, 'duration_secs': 0.818392} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.733240] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.772838] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.774110] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e0c6de-041a-4cca-a63d-38a081c1039b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.783267] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1029.783267] env[65635]: value = "task-4426849" [ 1029.783267] env[65635]: _type = "Task" [ 1029.783267] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.794046] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.895887] env[65635]: DEBUG nova.network.neutron [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.026247] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.687s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.026684] env[65635]: WARNING neutronclient.v2_0.client [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.029658] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.395s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.029936] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.035058] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.137s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.040941] env[65635]: INFO nova.compute.claims [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.114473] env[65635]: INFO nova.network.neutron [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating port d786454e-d9cf-43a5-9a63-c3105e6ae621 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1030.124983] env[65635]: DEBUG nova.network.neutron [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1030.179385] env[65635]: DEBUG oslo_vmware.api [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426848, 'name': PowerOnVM_Task, 'duration_secs': 0.996034} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.179885] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.180172] env[65635]: INFO nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1030.180334] env[65635]: DEBUG nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1030.181210] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f191b0-c401-487e-8072-d1135656240b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.266777] env[65635]: WARNING neutronclient.v2_0.client [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.296520] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426849, 'name': PowerOffVM_Task, 'duration_secs': 0.255746} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.297364] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.297364] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.298361] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb2c04f-828f-46df-8b16-4b4545a0b354 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.308368] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.308636] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4f23d2-ab07-4eb1-a96f-b985398d5031 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.396102] env[65635]: DEBUG nova.network.neutron [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.399620] env[65635]: INFO nova.compute.manager [-] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Took 1.03 seconds to deallocate network for instance. [ 1030.404365] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.405462] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.405462] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleting the datastore file [datastore2] aea98375-55cd-4943-9715-97ab8a175972 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.411104] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4141a5e8-a87c-4698-825f-fe60b99bdf8c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.421397] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1030.421397] env[65635]: value = "task-4426851" [ 1030.421397] env[65635]: _type = "Task" [ 1030.421397] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.436899] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.556160] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f2436b1a-a136-4858-994f-4ce1cb454bc3 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 60.956s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.556723] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.557055] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.939s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.557265] env[65635]: INFO nova.compute.manager [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Unshelving [ 1030.558837] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54b5e8f0-4ba3-4250-b0cc-a78c47199b33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.568536] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1030.568536] env[65635]: value = "task-4426852" [ 1030.568536] env[65635]: _type = "Task" [ 1030.568536] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.584095] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.702193] env[65635]: INFO nova.compute.manager [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Took 51.51 seconds to build instance. [ 1030.746884] env[65635]: INFO nova.compute.manager [None req-81c72879-2261-4397-be47-acb55f2fe223 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance to original state: 'active' [ 1030.903503] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.903964] env[65635]: DEBUG nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Instance network_info: |[{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1030.904400] env[65635]: DEBUG oslo_concurrency.lockutils [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] Acquired lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.904625] env[65635]: DEBUG nova.network.neutron [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Refreshing network info cache for port 6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.905931] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:69:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d1a6084-a467-4470-93cc-dac149dab970', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.915099] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1030.916650] env[65635]: WARNING neutronclient.v2_0.client [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.919602] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.919898] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.920695] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63212d9f-0aec-4c9e-8312-98971ce7e393 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.947171] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195128} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.948566] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.948767] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.948939] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.951447] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.951447] env[65635]: value = "task-4426853" [ 1030.951447] env[65635]: _type = "Task" [ 1030.951447] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.961191] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426853, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.080337] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426852, 'name': PowerOffVM_Task, 'duration_secs': 0.172331} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.080938] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.080938] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.081760] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea01b4f-b8e4-40cc-98fa-5f6660b8bc66 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.090701] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.091144] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c12c17f-02e0-40c3-b263-fa5f657c8445 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.123368] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.123705] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.123960] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Deleting the datastore file [datastore1] 32a1932c-1fa8-4629-8251-dc43a0337958 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.125272] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d804524d-dec6-47b5-ab7e-398273420495 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.139909] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1031.139909] env[65635]: value = "task-4426855" [ 1031.139909] env[65635]: _type = "Task" [ 1031.139909] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.151744] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.206442] env[65635]: DEBUG oslo_concurrency.lockutils [None req-59ed041d-df10-4da5-b78f-7e5ca200c5d6 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "c406cca7-df99-4030-85fb-92e756d6fa39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.022s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.262078] env[65635]: WARNING neutronclient.v2_0.client [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.407090] env[65635]: DEBUG nova.network.neutron [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updated VIF entry in instance network info cache for port 6d1a6084-a467-4470-93cc-dac149dab970. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1031.407619] env[65635]: DEBUG nova.network.neutron [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.471292] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426853, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.491638] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330aa8eb-957b-4864-a3f4-3e7ba2b365ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.503523] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3258c226-f450-43c4-91a6-4abbafb3c7aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.545559] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c665e-5b61-47e0-8f78-7e50d144c45f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.554566] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eea116-dbde-4e02-ad24-c65dd1554e98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.573975] env[65635]: DEBUG nova.compute.provider_tree [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.588224] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.630246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.630246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.653847] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342757} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.654232] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.654614] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.654765] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.805761] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.806031] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.806277] env[65635]: DEBUG nova.network.neutron [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1031.911147] env[65635]: DEBUG oslo_concurrency.lockutils [req-b9efbf2c-b1a0-4930-9847-35d127ad66a8 req-2f426f0f-2b95-4ff7-9ef2-ee7a0bf25d5d service nova] Releasing lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.966872] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426853, 'name': CreateVM_Task, 'duration_secs': 0.660753} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.967306] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.967811] env[65635]: WARNING neutronclient.v2_0.client [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.968216] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.968364] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.968665] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.968935] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2113e2c5-5cac-4b8e-846a-27efd1b68780 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.975385] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1031.975385] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521e9c30-bb88-c70e-ef8f-31bbec2a4334" [ 1031.975385] env[65635]: _type = "Task" [ 1031.975385] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.985340] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521e9c30-bb88-c70e-ef8f-31bbec2a4334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.994165] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1031.994428] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.994584] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1031.994757] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.994900] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1031.995069] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1031.995294] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1031.995452] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1031.995620] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1031.995783] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1031.995952] env[65635]: DEBUG nova.virt.hardware [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1031.996863] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be068d0f-f272-4411-a995-206a9cb70ea3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.005918] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd8b7d8-8a36-40d3-9075-817daa7bb332 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.021535] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:10:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.029408] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.029762] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea98375-55cd-4943-9715-97ab8a175972] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.030027] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e790c84-f03b-4139-a7e4-3adff2f82a70 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.051034] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.051034] env[65635]: value = "task-4426856" [ 1032.051034] env[65635]: _type = "Task" [ 1032.051034] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.060362] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426856, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.087898] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "c406cca7-df99-4030-85fb-92e756d6fa39" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.088305] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "c406cca7-df99-4030-85fb-92e756d6fa39" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.088383] env[65635]: INFO nova.compute.manager [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Shelving [ 1032.097711] env[65635]: DEBUG nova.objects.instance [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lazy-loading 'flavor' on Instance uuid 86a716b6-8da4-46b4-9182-7a43e4725914 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.122047] env[65635]: DEBUG nova.scheduler.client.report [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1032.122360] env[65635]: DEBUG nova.compute.provider_tree [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 123 to 124 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1032.122541] env[65635]: DEBUG nova.compute.provider_tree [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.133056] env[65635]: DEBUG nova.compute.utils [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.176574] env[65635]: DEBUG nova.compute.manager [req-29a35773-7720-4449-89e3-e8e1fec791fb req-db216f43-470c-496d-8a0d-8a3197e574b0 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received event network-vif-plugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1032.177584] env[65635]: DEBUG oslo_concurrency.lockutils [req-29a35773-7720-4449-89e3-e8e1fec791fb req-db216f43-470c-496d-8a0d-8a3197e574b0 service nova] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.177584] env[65635]: DEBUG oslo_concurrency.lockutils [req-29a35773-7720-4449-89e3-e8e1fec791fb req-db216f43-470c-496d-8a0d-8a3197e574b0 service nova] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.177584] env[65635]: DEBUG oslo_concurrency.lockutils [req-29a35773-7720-4449-89e3-e8e1fec791fb req-db216f43-470c-496d-8a0d-8a3197e574b0 service nova] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.177749] env[65635]: DEBUG nova.compute.manager [req-29a35773-7720-4449-89e3-e8e1fec791fb req-db216f43-470c-496d-8a0d-8a3197e574b0 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] No waiting events found dispatching network-vif-plugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1032.177884] env[65635]: WARNING nova.compute.manager [req-29a35773-7720-4449-89e3-e8e1fec791fb req-db216f43-470c-496d-8a0d-8a3197e574b0 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received unexpected event network-vif-plugged-d786454e-d9cf-43a5-9a63-c3105e6ae621 for instance with vm_state shelved_offloaded and task_state spawning. [ 1032.310457] env[65635]: WARNING neutronclient.v2_0.client [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.487709] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521e9c30-bb88-c70e-ef8f-31bbec2a4334, 'name': SearchDatastore_Task, 'duration_secs': 0.014286} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.488015] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.488254] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.488497] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.488640] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.488814] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.489095] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13d9ae09-435f-47e2-883a-1ecbbaeb8cbe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.491911] env[65635]: WARNING neutronclient.v2_0.client [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.507450] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.507644] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.508440] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c95acc8-21ba-4c4b-a228-33614a299884 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.514693] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1032.514693] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52970107-5f49-7c72-dadd-5e95d442f860" [ 1032.514693] env[65635]: _type = "Task" [ 1032.514693] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.523627] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52970107-5f49-7c72-dadd-5e95d442f860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.562113] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426856, 'name': CreateVM_Task, 'duration_secs': 0.385487} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.562304] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea98375-55cd-4943-9715-97ab8a175972] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.562919] env[65635]: WARNING neutronclient.v2_0.client [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1032.563304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.563463] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.563776] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.564071] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754373a5-dba8-4d66-86c2-4757df1df92e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.567954] env[65635]: DEBUG nova.network.neutron [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating instance_info_cache with network_info: [{"id": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "address": "fa:16:3e:7c:d9:cc", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd786454e-d9", "ovs_interfaceid": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.571628] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1032.571628] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52592917-fd1e-e23a-2342-4f90e13b11c1" [ 1032.571628] env[65635]: _type = "Task" [ 1032.571628] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.580740] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52592917-fd1e-e23a-2342-4f90e13b11c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.604638] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.604806] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquired lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.605136] env[65635]: WARNING neutronclient.v2_0.client [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.628442] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.628970] env[65635]: DEBUG nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1032.631564] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.956s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.633062] env[65635]: INFO nova.compute.claims [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.636236] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.687221] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1032.687481] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.687628] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1032.687802] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.687944] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1032.688120] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1032.688308] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1032.688464] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1032.689032] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1032.689032] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1032.689032] env[65635]: DEBUG nova.virt.hardware [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1032.689793] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3e1210-a8d0-4fec-a27a-1caa5cd36265 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.698769] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a2f8e-b13e-468e-ab2a-f1c894f63b09 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.714024] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.719555] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.719828] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.720067] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52eee1ba-57d7-4ce0-bfd0-e6bddad1d524 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.742455] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.742455] env[65635]: value = "task-4426857" [ 1032.742455] env[65635]: _type = "Task" [ 1032.742455] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.753408] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426857, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.026928] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52970107-5f49-7c72-dadd-5e95d442f860, 'name': SearchDatastore_Task, 'duration_secs': 0.052461} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.027806] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957dc2fb-fbfe-4ac5-bf27-a1b2e4f90506 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.035059] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1033.035059] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52126f8b-8ccc-a7ab-3e70-86fcbe0f3588" [ 1033.035059] env[65635]: _type = "Task" [ 1033.035059] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.046166] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52126f8b-8ccc-a7ab-3e70-86fcbe0f3588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.056247] env[65635]: DEBUG nova.network.neutron [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1033.070023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.082197] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52592917-fd1e-e23a-2342-4f90e13b11c1, 'name': SearchDatastore_Task, 'duration_secs': 0.031628} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.082531] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.082770] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.083018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.097653] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.100027] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5b070163b1994f9e280e39c52f8dd6d3',container_format='bare',created_at=2025-11-12T23:18:19Z,direct_url=,disk_format='vmdk',id=48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-441856969-shelved',owner='81e481eada09407ab825c83a95169dcb',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-12T23:18:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.100278] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.100436] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.100647] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.100758] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.100938] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.101168] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.101325] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.101484] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.101638] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.101804] env[65635]: DEBUG nova.virt.hardware [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.102072] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-796c738c-9274-431c-9ec5-fbfb4e7438ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.104234] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cfc9cd-9c28-49ac-864e-d70bfb854f0f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.114481] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d5996-5f6f-4114-8271-aec3b51fae33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.118972] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1033.118972] env[65635]: value = "task-4426858" [ 1033.118972] env[65635]: _type = "Task" [ 1033.118972] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.133527] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d9:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd786454e-d9cf-43a5-9a63-c3105e6ae621', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.141737] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1033.143344] env[65635]: DEBUG nova.compute.utils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.150503] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.155027] env[65635]: DEBUG nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1033.155027] env[65635]: DEBUG nova.network.neutron [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1033.155208] env[65635]: WARNING neutronclient.v2_0.client [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.155454] env[65635]: WARNING neutronclient.v2_0.client [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.157296] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a0ac57c-8972-4123-95af-084648dc5098 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.173902] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.181992] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.181992] env[65635]: value = "task-4426859" [ 1033.181992] env[65635]: _type = "Task" [ 1033.181992] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.192618] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426859, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.233892] env[65635]: DEBUG nova.policy [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b90e2ecb2847e19fc5e5a67cef2964', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87c7d017d3a744be9fb936cc5083a4fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.256143] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426857, 'name': CreateVM_Task, 'duration_secs': 0.284142} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.256143] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.256143] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.256143] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.256143] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.256687] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90ac1aa-b7e8-4e91-9b9b-1b34e1aa7666 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.262687] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1033.262687] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5295eda7-a8d7-bc14-644c-dd47326ab8fc" [ 1033.262687] env[65635]: _type = "Task" [ 1033.262687] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.277825] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5295eda7-a8d7-bc14-644c-dd47326ab8fc, 'name': SearchDatastore_Task} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.278207] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.278504] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.278804] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.546047] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52126f8b-8ccc-a7ab-3e70-86fcbe0f3588, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.546321] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.546585] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 42600fdb-9b59-4241-a0f1-40589e0fbae4/42600fdb-9b59-4241-a0f1-40589e0fbae4.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.546864] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.547061] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.547280] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60f2cac4-78a2-4c00-b5cf-00cc9d5ee820 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.550011] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec01a0dd-112b-4ef1-8395-6620acd3042b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.552502] env[65635]: DEBUG nova.network.neutron [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Successfully created port: 08b887f7-4289-4ba0-902a-a8c41ab290bc {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1033.559355] env[65635]: WARNING neutronclient.v2_0.client [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.564567] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1033.564567] env[65635]: value = "task-4426860" [ 1033.564567] env[65635]: _type = "Task" [ 1033.564567] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.564796] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.564968] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.565851] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87f5b7d-fad0-46f7-8de3-b6f507a70a47 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.576491] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1033.576491] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e590df-86e2-ca20-495c-aaf49ae4e44d" [ 1033.576491] env[65635]: _type = "Task" [ 1033.576491] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.579478] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.590364] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e590df-86e2-ca20-495c-aaf49ae4e44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.631325] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426858, 'name': PowerOffVM_Task, 'duration_secs': 0.248968} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.634597] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.635913] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefbc486-aa6c-4cec-b5dc-6f72d8a82174 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.659156] env[65635]: DEBUG nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1033.665883] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e317bbe-4c8e-481f-a0a1-1f865043901f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.697399] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426859, 'name': CreateVM_Task, 'duration_secs': 0.386134} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.699213] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.699213] env[65635]: WARNING neutronclient.v2_0.client [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.699213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.699213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.699473] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.699811] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de763ee4-bdf7-4503-ab66-042a6f1c51b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.708382] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1033.708382] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5205eb14-e980-5fb8-b7c7-f7f245d501e4" [ 1033.708382] env[65635]: _type = "Task" [ 1033.708382] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.715706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.715706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.715706] env[65635]: INFO nova.compute.manager [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Attaching volume 6c117bee-225b-4939-be30-b04a5a04f160 to /dev/sdb [ 1033.721869] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5205eb14-e980-5fb8-b7c7-f7f245d501e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.765971] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477d50a-3712-477e-ac66-b354998ee3fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.779453] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d368ad65-f817-4380-a440-b164f8439b30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.795848] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "90868ad4-03b7-43d8-9227-f3810256343d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.796149] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "90868ad4-03b7-43d8-9227-f3810256343d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.796486] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "90868ad4-03b7-43d8-9227-f3810256343d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.796598] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "90868ad4-03b7-43d8-9227-f3810256343d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.796779] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "90868ad4-03b7-43d8-9227-f3810256343d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.798665] env[65635]: DEBUG nova.virt.block_device [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Updating existing volume attachment record: 0e6414b8-a220-4ac3-be9a-6aac23a83a79 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.802323] env[65635]: INFO nova.compute.manager [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Terminating instance [ 1034.001038] env[65635]: WARNING neutronclient.v2_0.client [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.077071] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426860, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.094139] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e590df-86e2-ca20-495c-aaf49ae4e44d, 'name': SearchDatastore_Task, 'duration_secs': 0.013457} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.094996] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646c9184-c1e6-4f6b-8090-7d8f786130d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.102156] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1034.102156] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52afc579-9f6a-2b65-93ff-51212411d1db" [ 1034.102156] env[65635]: _type = "Task" [ 1034.102156] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.113544] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52afc579-9f6a-2b65-93ff-51212411d1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.178009] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.178353] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b943c74-bf15-49cc-bfc1-768760d78737 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.187219] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1034.187219] env[65635]: value = "task-4426862" [ 1034.187219] env[65635]: _type = "Task" [ 1034.187219] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.200495] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426862, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.205750] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8222ce79-ef7f-4815-b2cb-288b69a0fff0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.220922] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce84d0c9-28e8-4bdd-8ca3-c7e109c3c106 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.225186] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.225440] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Processing image 48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.225670] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.225808] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.225988] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.226957] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eee79c8b-d616-4035-b109-f16d835df392 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.231173] env[65635]: DEBUG nova.network.neutron [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updating instance_info_cache with network_info: [{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.265140] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Releasing lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.265498] env[65635]: DEBUG nova.compute.manager [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Inject network info {{(pid=65635) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 1034.265878] env[65635]: DEBUG nova.compute.manager [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] network_info to inject: |[{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 1034.273434] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Reconfiguring VM instance to set the machine id {{(pid=65635) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1034.275499] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47504b08-4f24-46bf-b502-9580cfe80d56 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.278626] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc51171-d255-4052-ad03-d3a9f0f345ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.289064] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.289275] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.290867] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40384bd-2d4f-4b0f-8ca8-50640f7526ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.301669] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1034.301669] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b34fd9-bf82-8958-16e8-cc3a3f96d851" [ 1034.301669] env[65635]: _type = "Task" [ 1034.301669] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.305486] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21d43b2-fe0c-42cd-a4aa-9a147a0a56ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.313188] env[65635]: DEBUG nova.compute.manager [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received event network-changed-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1034.313470] env[65635]: DEBUG nova.compute.manager [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Refreshing instance network info cache due to event network-changed-d786454e-d9cf-43a5-9a63-c3105e6ae621. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1034.313627] env[65635]: DEBUG oslo_concurrency.lockutils [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] Acquiring lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.313779] env[65635]: DEBUG oslo_concurrency.lockutils [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] Acquired lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.313935] env[65635]: DEBUG nova.network.neutron [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Refreshing network info cache for port d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.315704] env[65635]: DEBUG oslo_vmware.api [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 1034.315704] env[65635]: value = "task-4426863" [ 1034.315704] env[65635]: _type = "Task" [ 1034.315704] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.319790] env[65635]: DEBUG nova.compute.manager [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1034.320052] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.321392] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36faa59f-1e8a-436a-8aca-000023ca37ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.339553] env[65635]: DEBUG nova.compute.provider_tree [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.346172] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Preparing fetch location {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1034.346447] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Fetch image to [datastore2] OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b/OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b.vmdk {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1034.346645] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Downloading stream optimized image 48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb to [datastore2] OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b/OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b.vmdk on the data store datastore2 as vApp {{(pid=65635) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1034.346820] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Downloading image file data 48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb to the ESX as VM named 'OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b' {{(pid=65635) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1034.356035] env[65635]: DEBUG oslo_vmware.api [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.356253] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.356547] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61924f8d-96f3-4c66-b66b-3a4fee09c976 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.365515] env[65635]: DEBUG oslo_vmware.api [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1034.365515] env[65635]: value = "task-4426864" [ 1034.365515] env[65635]: _type = "Task" [ 1034.365515] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.377842] env[65635]: DEBUG oslo_vmware.api [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.449664] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1034.449664] env[65635]: value = "resgroup-9" [ 1034.449664] env[65635]: _type = "ResourcePool" [ 1034.449664] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1034.450598] env[65635]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e841faf8-2312-4302-bceb-30d65298cefe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.474143] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lease: (returnval){ [ 1034.474143] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ee89c0-de47-da3e-a036-4ea9dc29388d" [ 1034.474143] env[65635]: _type = "HttpNfcLease" [ 1034.474143] env[65635]: } obtained for vApp import into resource pool (val){ [ 1034.474143] env[65635]: value = "resgroup-9" [ 1034.474143] env[65635]: _type = "ResourcePool" [ 1034.474143] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1034.474533] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the lease: (returnval){ [ 1034.474533] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ee89c0-de47-da3e-a036-4ea9dc29388d" [ 1034.474533] env[65635]: _type = "HttpNfcLease" [ 1034.474533] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1034.483329] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1034.483329] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ee89c0-de47-da3e-a036-4ea9dc29388d" [ 1034.483329] env[65635]: _type = "HttpNfcLease" [ 1034.483329] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1034.579775] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541282} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.580215] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 42600fdb-9b59-4241-a0f1-40589e0fbae4/42600fdb-9b59-4241-a0f1-40589e0fbae4.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.580465] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.580772] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f9a643f-5192-442b-be57-df9c98b00101 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.590277] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1034.590277] env[65635]: value = "task-4426866" [ 1034.590277] env[65635]: _type = "Task" [ 1034.590277] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.600955] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.615461] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52afc579-9f6a-2b65-93ff-51212411d1db, 'name': SearchDatastore_Task, 'duration_secs': 0.019749} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.615897] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.616208] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] aea98375-55cd-4943-9715-97ab8a175972/aea98375-55cd-4943-9715-97ab8a175972.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.616514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.616784] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.617136] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-566a0271-8e3b-4d77-af8c-3eb4214c7719 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.622155] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f030232a-032e-4925-a8d9-d32a0be6defd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.628706] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1034.628706] env[65635]: value = "task-4426867" [ 1034.628706] env[65635]: _type = "Task" [ 1034.628706] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.641489] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.643090] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.643305] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.644318] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471216b5-8878-4072-810f-cc2c9f32b259 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.652106] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1034.652106] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52afd8d0-87ba-8b9a-eb33-ed9196b7f2d0" [ 1034.652106] env[65635]: _type = "Task" [ 1034.652106] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.664771] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52afd8d0-87ba-8b9a-eb33-ed9196b7f2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.673660] env[65635]: DEBUG nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1034.698157] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1034.698474] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.698691] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1034.698914] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.699136] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1034.699331] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1034.699628] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.699868] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1034.700098] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1034.700333] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1034.700580] env[65635]: DEBUG nova.virt.hardware [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1034.701760] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b33177-ca44-4ffe-aa75-d1020bcbe6af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.716115] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334d016d-4d25-4e42-bded-ea4c663bcee2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.720264] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426862, 'name': CreateSnapshot_Task, 'duration_secs': 0.523901} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.720574] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.721856] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbeb270-372e-45e2-be0a-1ee2d86f539f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.817440] env[65635]: WARNING neutronclient.v2_0.client [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.833046] env[65635]: DEBUG oslo_vmware.api [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426863, 'name': ReconfigVM_Task, 'duration_secs': 0.213939} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.833375] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a68cd-afdd-41a2-b285-c6a2d3b7a76e tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Reconfigured VM instance to set the machine id {{(pid=65635) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1034.879074] env[65635]: DEBUG oslo_vmware.api [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426864, 'name': PowerOffVM_Task, 'duration_secs': 0.248031} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.880324] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.880518] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.880824] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c940669-af92-46e8-bedf-de7807d35b0e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.894695] env[65635]: DEBUG nova.scheduler.client.report [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1034.894960] env[65635]: DEBUG nova.compute.provider_tree [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 124 to 125 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1034.895214] env[65635]: DEBUG nova.compute.provider_tree [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.985538] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1034.985538] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ee89c0-de47-da3e-a036-4ea9dc29388d" [ 1034.985538] env[65635]: _type = "HttpNfcLease" [ 1034.985538] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1035.103709] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089015} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.108085] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.109485] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e2263a-ebc0-4020-b72c-131e0ce86505 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.138630] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 42600fdb-9b59-4241-a0f1-40589e0fbae4/42600fdb-9b59-4241-a0f1-40589e0fbae4.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.138982] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d195a97b-0eec-48b7-8c4b-14601a0cff7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.166153] env[65635]: WARNING neutronclient.v2_0.client [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.177978] env[65635]: DEBUG nova.compute.manager [req-36b5f3ac-6d98-4400-9ec0-29fe5393bb27 req-90b94457-7e15-4bb9-846c-9d408ff2c990 service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Received event network-vif-plugged-08b887f7-4289-4ba0-902a-a8c41ab290bc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.178319] env[65635]: DEBUG oslo_concurrency.lockutils [req-36b5f3ac-6d98-4400-9ec0-29fe5393bb27 req-90b94457-7e15-4bb9-846c-9d408ff2c990 service nova] Acquiring lock "5829975c-a48e-489d-8cd8-5abe5a26280b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.178650] env[65635]: DEBUG oslo_concurrency.lockutils [req-36b5f3ac-6d98-4400-9ec0-29fe5393bb27 req-90b94457-7e15-4bb9-846c-9d408ff2c990 service nova] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.178967] env[65635]: DEBUG oslo_concurrency.lockutils [req-36b5f3ac-6d98-4400-9ec0-29fe5393bb27 req-90b94457-7e15-4bb9-846c-9d408ff2c990 service nova] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.179327] env[65635]: DEBUG nova.compute.manager [req-36b5f3ac-6d98-4400-9ec0-29fe5393bb27 req-90b94457-7e15-4bb9-846c-9d408ff2c990 service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] No waiting events found dispatching network-vif-plugged-08b887f7-4289-4ba0-902a-a8c41ab290bc {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1035.179601] env[65635]: WARNING nova.compute.manager [req-36b5f3ac-6d98-4400-9ec0-29fe5393bb27 req-90b94457-7e15-4bb9-846c-9d408ff2c990 service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Received unexpected event network-vif-plugged-08b887f7-4289-4ba0-902a-a8c41ab290bc for instance with vm_state building and task_state spawning. [ 1035.187984] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426867, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.188364] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52afd8d0-87ba-8b9a-eb33-ed9196b7f2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.014027} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.190978] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1035.190978] env[65635]: value = "task-4426869" [ 1035.190978] env[65635]: _type = "Task" [ 1035.190978] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.191324] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d43d91a-4e41-43af-886f-de73330f2962 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.207262] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1035.207262] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524a2cdb-0784-8c88-0392-7428ae9b996a" [ 1035.207262] env[65635]: _type = "Task" [ 1035.207262] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.212059] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.222175] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524a2cdb-0784-8c88-0392-7428ae9b996a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.249786] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.250059] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc11b57e-7db3-4dd7-8429-636e7d8b8379 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.256229] env[65635]: DEBUG nova.network.neutron [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Successfully updated port: 08b887f7-4289-4ba0-902a-a8c41ab290bc {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1035.266653] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1035.266653] env[65635]: value = "task-4426870" [ 1035.266653] env[65635]: _type = "Task" [ 1035.266653] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.278389] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426870, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.311546] env[65635]: DEBUG nova.network.neutron [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updated VIF entry in instance network info cache for port d786454e-d9cf-43a5-9a63-c3105e6ae621. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1035.311812] env[65635]: DEBUG nova.network.neutron [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating instance_info_cache with network_info: [{"id": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "address": "fa:16:3e:7c:d9:cc", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd786454e-d9", "ovs_interfaceid": "d786454e-d9cf-43a5-9a63-c3105e6ae621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.330931] env[65635]: DEBUG nova.objects.instance [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lazy-loading 'flavor' on Instance uuid 86a716b6-8da4-46b4-9182-7a43e4725914 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.401422] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.402211] env[65635]: DEBUG nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1035.405693] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.949s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.406074] env[65635]: DEBUG nova.objects.instance [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lazy-loading 'resources' on Instance uuid 3a0a2d71-2163-494d-8646-016a8976bcae {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.487024] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1035.487024] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ee89c0-de47-da3e-a036-4ea9dc29388d" [ 1035.487024] env[65635]: _type = "HttpNfcLease" [ 1035.487024] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1035.488078] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1035.488078] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ee89c0-de47-da3e-a036-4ea9dc29388d" [ 1035.488078] env[65635]: _type = "HttpNfcLease" [ 1035.488078] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1035.488485] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e205d0-d1e5-4f9d-832e-59664f12fb08 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.499265] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250626e-9ef9-d9f1-f7dd-7d43bb6e185e/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1035.499387] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250626e-9ef9-d9f1-f7dd-7d43bb6e185e/disk-0.vmdk. {{(pid=65635) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1035.567864] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c14ef0e3-92d8-4eae-ab12-6285dfd65c44 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.651195] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577955} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.651632] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] aea98375-55cd-4943-9715-97ab8a175972/aea98375-55cd-4943-9715-97ab8a175972.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.651965] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.652356] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1502dd9-9a32-4786-b696-15fb905f9533 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.661841] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1035.661841] env[65635]: value = "task-4426871" [ 1035.661841] env[65635]: _type = "Task" [ 1035.661841] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.673763] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.705601] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426869, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.722473] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524a2cdb-0784-8c88-0392-7428ae9b996a, 'name': SearchDatastore_Task, 'duration_secs': 0.026446} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.722747] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.723121] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 32a1932c-1fa8-4629-8251-dc43a0337958/32a1932c-1fa8-4629-8251-dc43a0337958.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.723438] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d3a9922-ae18-4780-b438-cfdebb005d75 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.731331] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1035.731331] env[65635]: value = "task-4426872" [ 1035.731331] env[65635]: _type = "Task" [ 1035.731331] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.742965] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.762775] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "refresh_cache-5829975c-a48e-489d-8cd8-5abe5a26280b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.763019] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "refresh_cache-5829975c-a48e-489d-8cd8-5abe5a26280b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.763213] env[65635]: DEBUG nova.network.neutron [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1035.778842] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426870, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.814586] env[65635]: DEBUG oslo_concurrency.lockutils [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] Releasing lock "refresh_cache-46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.814899] env[65635]: DEBUG nova.compute.manager [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Received event network-changed-6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.815129] env[65635]: DEBUG nova.compute.manager [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Refreshing instance network info cache due to event network-changed-6b37434d-91d8-4a57-939e-109b22cf8c67. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1035.815373] env[65635]: DEBUG oslo_concurrency.lockutils [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] Acquiring lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.815519] env[65635]: DEBUG oslo_concurrency.lockutils [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] Acquired lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.815669] env[65635]: DEBUG nova.network.neutron [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Refreshing network info cache for port 6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.838515] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.909770] env[65635]: DEBUG nova.compute.utils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.914039] env[65635]: DEBUG nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1035.914406] env[65635]: DEBUG nova.network.neutron [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1035.915128] env[65635]: WARNING neutronclient.v2_0.client [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.915128] env[65635]: WARNING neutronclient.v2_0.client [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.967207] env[65635]: DEBUG nova.policy [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f1dc91ca620470cbf8256c8f66d6ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15d8af2534314b5bba33f6a18993f9df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.182950] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143918} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.185590] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.190927] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31942d6e-894a-4f13-a29c-49585a0a855f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.230027] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] aea98375-55cd-4943-9715-97ab8a175972/aea98375-55cd-4943-9715-97ab8a175972.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.240119] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f01fd6e-bf44-4a2c-a662-286829a90b2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.274512] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426869, 'name': ReconfigVM_Task, 'duration_secs': 0.677165} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.278464] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 42600fdb-9b59-4241-a0f1-40589e0fbae4/42600fdb-9b59-4241-a0f1-40589e0fbae4.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.287968] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-560d789a-f48b-4cf6-8c3b-162a6e6c7b7a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.296750] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1036.296750] env[65635]: value = "task-4426874" [ 1036.296750] env[65635]: _type = "Task" [ 1036.296750] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.302659] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426872, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.311440] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426870, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.316197] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1036.316197] env[65635]: value = "task-4426875" [ 1036.316197] env[65635]: _type = "Task" [ 1036.316197] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.317529] env[65635]: DEBUG nova.network.neutron [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1036.323613] env[65635]: WARNING neutronclient.v2_0.client [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.339232] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.348444] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426875, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.376670] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.376910] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.377120] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Deleting the datastore file [datastore1] 90868ad4-03b7-43d8-9227-f3810256343d {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.380024] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39ab8702-5e09-42d2-ba47-a1a8da0dd391 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.388768] env[65635]: DEBUG oslo_vmware.api [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1036.388768] env[65635]: value = "task-4426876" [ 1036.388768] env[65635]: _type = "Task" [ 1036.388768] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.407947] env[65635]: DEBUG oslo_vmware.api [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.419019] env[65635]: DEBUG nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1036.511193] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a3e0ba-8e11-4a12-98dd-c007ef1ec90e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.520970] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423b9e3-4696-4b87-8652-61fb744b30da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.563765] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b509469-b5da-4688-9388-e70d88babfcc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.575921] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd00d3-abed-454b-be98-aa47391c9a6b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.595312] env[65635]: DEBUG nova.compute.provider_tree [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.690455] env[65635]: WARNING neutronclient.v2_0.client [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.767290] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708893} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.774152] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 32a1932c-1fa8-4629-8251-dc43a0337958/32a1932c-1fa8-4629-8251-dc43a0337958.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.774152] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.774152] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a2ccb54-faff-422d-9070-f5db33c8a346 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.788022] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426870, 'name': CloneVM_Task} progress is 95%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.789409] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1036.789409] env[65635]: value = "task-4426877" [ 1036.789409] env[65635]: _type = "Task" [ 1036.789409] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.814943] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426874, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.830553] env[65635]: DEBUG nova.network.neutron [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Successfully created port: de563a7d-b900-4f91-8c8f-f7b960f710bb {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1036.838036] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426875, 'name': Rename_Task, 'duration_secs': 0.252277} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.838518] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.838811] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b22c8ec2-f00d-4fcd-8596-00c0efccba70 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.850374] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1036.850374] env[65635]: value = "task-4426878" [ 1036.850374] env[65635]: _type = "Task" [ 1036.850374] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.866721] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.900913] env[65635]: DEBUG oslo_vmware.api [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241809} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.901389] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.901691] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.901968] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.902212] env[65635]: INFO nova.compute.manager [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Took 2.58 seconds to destroy the instance on the hypervisor. [ 1036.902584] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1036.902893] env[65635]: DEBUG nova.compute.manager [-] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1036.903050] env[65635]: DEBUG nova.network.neutron [-] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1036.903476] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.909631] env[65635]: DEBUG nova.network.neutron [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Updating instance_info_cache with network_info: [{"id": "08b887f7-4289-4ba0-902a-a8c41ab290bc", "address": "fa:16:3e:cd:c3:ae", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b887f7-42", "ovs_interfaceid": "08b887f7-4289-4ba0-902a-a8c41ab290bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.985683] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.050271] env[65635]: WARNING neutronclient.v2_0.client [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.101724] env[65635]: DEBUG nova.scheduler.client.report [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.289615] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426870, 'name': CloneVM_Task, 'duration_secs': 1.738295} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.290541] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Created linked-clone VM from snapshot [ 1037.298295] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54290d09-2834-483c-b2be-c2b6a67dfd3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.306323] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Uploading image 6de94a31-caf6-4bf9-99e1-43f153e63603 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.318852] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12852} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.318852] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.318852] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51308c1b-ef77-493b-af4a-10d5620baa85 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.327097] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426874, 'name': ReconfigVM_Task, 'duration_secs': 0.578958} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.327097] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Reconfigured VM instance instance-0000004c to attach disk [datastore2] aea98375-55cd-4943-9715-97ab8a175972/aea98375-55cd-4943-9715-97ab8a175972.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.327441] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62f356e1-f522-4d3f-8434-5c66ee2a8b59 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.345993] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 32a1932c-1fa8-4629-8251-dc43a0337958/32a1932c-1fa8-4629-8251-dc43a0337958.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.349810] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7f7816-2cf4-41a7-96b6-e78123721832 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.371212] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1037.371212] env[65635]: value = "task-4426879" [ 1037.371212] env[65635]: _type = "Task" [ 1037.371212] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.378926] env[65635]: DEBUG oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1037.378926] env[65635]: value = "vm-866253" [ 1037.378926] env[65635]: _type = "VirtualMachine" [ 1037.378926] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1037.384758] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd18f14f-409b-431e-ae73-72c518b2c450 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.395102] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1037.395102] env[65635]: value = "task-4426880" [ 1037.395102] env[65635]: _type = "Task" [ 1037.395102] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.416410] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426879, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.417470] env[65635]: DEBUG oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lease: (returnval){ [ 1037.417470] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dad4fd-ae18-8c77-dd4b-c22d01419361" [ 1037.417470] env[65635]: _type = "HttpNfcLease" [ 1037.417470] env[65635]: } obtained for exporting VM: (result){ [ 1037.417470] env[65635]: value = "vm-866253" [ 1037.417470] env[65635]: _type = "VirtualMachine" [ 1037.417470] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1037.417807] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the lease: (returnval){ [ 1037.417807] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dad4fd-ae18-8c77-dd4b-c22d01419361" [ 1037.417807] env[65635]: _type = "HttpNfcLease" [ 1037.417807] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.418383] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "refresh_cache-5829975c-a48e-489d-8cd8-5abe5a26280b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.418909] env[65635]: DEBUG nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Instance network_info: |[{"id": "08b887f7-4289-4ba0-902a-a8c41ab290bc", "address": "fa:16:3e:cd:c3:ae", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b887f7-42", "ovs_interfaceid": "08b887f7-4289-4ba0-902a-a8c41ab290bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1037.419520] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426878, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.425596] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c3:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b887f7-4289-4ba0-902a-a8c41ab290bc', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.435573] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1037.443678] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.445992] env[65635]: DEBUG nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1037.447704] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.453480] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9fedeeb-75c7-41c6-8992-2597896a7ec3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.476282] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.476282] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dad4fd-ae18-8c77-dd4b-c22d01419361" [ 1037.476282] env[65635]: _type = "HttpNfcLease" [ 1037.476282] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.476590] env[65635]: DEBUG oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.476590] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dad4fd-ae18-8c77-dd4b-c22d01419361" [ 1037.476590] env[65635]: _type = "HttpNfcLease" [ 1037.476590] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1037.477720] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a218d-3695-4b77-8bc4-767469d41cf1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.483975] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.483975] env[65635]: value = "task-4426882" [ 1037.483975] env[65635]: _type = "Task" [ 1037.483975] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.493426] env[65635]: DEBUG oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4005d-5e90-8b42-b82f-a1f6e1644872/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.493716] env[65635]: DEBUG oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4005d-5e90-8b42-b82f-a1f6e1644872/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1037.497166] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1037.497447] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.497601] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1037.498175] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.498175] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1037.498175] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1037.498314] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.498528] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1037.498603] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1037.498795] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1037.499041] env[65635]: DEBUG nova.virt.hardware [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1037.500395] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09f4905-4428-416d-aef0-69098c1d8142 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.513137] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426882, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.567889] env[65635]: DEBUG nova.network.neutron [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updated VIF entry in instance network info cache for port 6b37434d-91d8-4a57-939e-109b22cf8c67. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.568350] env[65635]: DEBUG nova.network.neutron [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updating instance_info_cache with network_info: [{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.574642] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Completed reading data from the image iterator. {{(pid=65635) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1037.574823] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250626e-9ef9-d9f1-f7dd-7d43bb6e185e/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1037.575999] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1e7dd-7648-46a2-813f-f35ef09e6ead {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.584510] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c28aa7-88ac-47bf-beea-9f1347f2f327 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.591261] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250626e-9ef9-d9f1-f7dd-7d43bb6e185e/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1037.591463] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250626e-9ef9-d9f1-f7dd-7d43bb6e185e/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1037.592469] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-37469985-bae3-4ab8-b326-ef994e3809e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.610379] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.612871] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.624s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.613137] env[65635]: DEBUG nova.objects.instance [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1037.639217] env[65635]: INFO nova.scheduler.client.report [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Deleted allocations for instance 3a0a2d71-2163-494d-8646-016a8976bcae [ 1037.655313] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78f0ff39-26a0-4638-8d33-c2665ddeddea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.819534] env[65635]: DEBUG nova.network.neutron [-] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.863176] env[65635]: DEBUG nova.compute.manager [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Received event network-changed-08b887f7-4289-4ba0-902a-a8c41ab290bc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.863486] env[65635]: DEBUG nova.compute.manager [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Refreshing instance network info cache due to event network-changed-08b887f7-4289-4ba0-902a-a8c41ab290bc. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1037.863724] env[65635]: DEBUG oslo_concurrency.lockutils [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] Acquiring lock "refresh_cache-5829975c-a48e-489d-8cd8-5abe5a26280b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.863904] env[65635]: DEBUG oslo_concurrency.lockutils [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] Acquired lock "refresh_cache-5829975c-a48e-489d-8cd8-5abe5a26280b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.864133] env[65635]: DEBUG nova.network.neutron [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Refreshing network info cache for port 08b887f7-4289-4ba0-902a-a8c41ab290bc {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.886086] env[65635]: DEBUG oslo_vmware.api [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4426878, 'name': PowerOnVM_Task, 'duration_secs': 0.58204} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.886985] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.887275] env[65635]: INFO nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1037.887530] env[65635]: DEBUG nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1037.888822] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548c6aa5-0454-427f-afec-e95cfa4db87a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.896270] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426879, 'name': Rename_Task, 'duration_secs': 0.287123} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.897089] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.900415] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-820b69af-c6c3-4d46-bd17-b5ee9339412c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.916757] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426880, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.917160] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1037.917160] env[65635]: value = "task-4426883" [ 1037.917160] env[65635]: _type = "Task" [ 1037.917160] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.929888] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.998075] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426882, 'name': CreateVM_Task, 'duration_secs': 0.490394} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.998238] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.998776] env[65635]: WARNING neutronclient.v2_0.client [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.999170] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.999715] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.000083] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.000375] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbcdfbb-8ddf-4a61-99d9-e0cb7d0fd9d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.008136] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1038.008136] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52513a4e-c41c-8f3b-8a87-ad44ae395d8f" [ 1038.008136] env[65635]: _type = "Task" [ 1038.008136] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.018041] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52513a4e-c41c-8f3b-8a87-ad44ae395d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.027358] env[65635]: DEBUG oslo_vmware.rw_handles [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250626e-9ef9-d9f1-f7dd-7d43bb6e185e/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1038.027590] env[65635]: INFO nova.virt.vmwareapi.images [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Downloaded image file data 48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb [ 1038.028654] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f12cf-78fd-4b02-88d8-2ae57abd5204 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.047377] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44a0aea3-d8ed-49f8-831b-f9bc7230babd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.050086] env[65635]: DEBUG nova.compute.manager [req-794221f5-8333-41b2-9883-c3879c80eb49 req-0746f9e9-80af-4ba9-ac83-7b29a067f421 service nova] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Received event network-vif-deleted-453cc002-e521-4496-8dae-f5739014713c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1038.072900] env[65635]: DEBUG oslo_concurrency.lockutils [req-5ccb8d8b-204b-4856-b0f0-3a8eabba26d3 req-f9160d8c-5fd4-41f5-a1af-6e2f44bd0e49 service nova] Releasing lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.073475] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquired lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.074042] env[65635]: WARNING neutronclient.v2_0.client [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.081622] env[65635]: INFO nova.virt.vmwareapi.images [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] The imported VM was unregistered [ 1038.088601] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Caching image {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1038.088601] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating directory with path [datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.095045] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b428cca6-aee9-43fe-b2b2-08695436b845 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.122357] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Created directory with path [datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.123671] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b/OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b.vmdk to [datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb.vmdk. {{(pid=65635) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1038.123671] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-453e7bd7-7a72-475f-b000-ee74483d65eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.137586] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1038.137586] env[65635]: value = "task-4426885" [ 1038.137586] env[65635]: _type = "Task" [ 1038.137586] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.150774] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426885, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.151510] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f0c0e490-7928-41f0-98fc-b49245a23b1a tempest-ServerRescueTestJSON-196804760 tempest-ServerRescueTestJSON-196804760-project-member] Lock "3a0a2d71-2163-494d-8646-016a8976bcae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.141s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.324733] env[65635]: INFO nova.compute.manager [-] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Took 1.42 seconds to deallocate network for instance. [ 1038.367633] env[65635]: WARNING neutronclient.v2_0.client [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.380332] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1038.380613] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866250', 'volume_id': '6c117bee-225b-4939-be30-b04a5a04f160', 'name': 'volume-6c117bee-225b-4939-be30-b04a5a04f160', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca712e92-f620-4355-aa04-4d499a13e982', 'attached_at': '', 'detached_at': '', 'volume_id': '6c117bee-225b-4939-be30-b04a5a04f160', 'serial': '6c117bee-225b-4939-be30-b04a5a04f160'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1038.381692] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d903e3-afdc-4540-b6bb-139060d79e12 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.406275] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ccc070-47fa-42eb-9180-dcba366c1549 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.417977] env[65635]: INFO nova.compute.manager [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Took 49.59 seconds to build instance. [ 1038.452783] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-6c117bee-225b-4939-be30-b04a5a04f160/volume-6c117bee-225b-4939-be30-b04a5a04f160.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.452783] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426880, 'name': ReconfigVM_Task, 'duration_secs': 0.572515} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.454207] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4e4b30-bc44-448f-abf6-c37fc0755202 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.469334] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 32a1932c-1fa8-4629-8251-dc43a0337958/32a1932c-1fa8-4629-8251-dc43a0337958.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.471155] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c862ad-65d6-4b6f-8933-46977a961ced {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.477971] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426883, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.484721] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1038.484721] env[65635]: value = "task-4426887" [ 1038.484721] env[65635]: _type = "Task" [ 1038.484721] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.492642] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1038.492642] env[65635]: value = "task-4426886" [ 1038.492642] env[65635]: _type = "Task" [ 1038.492642] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.504347] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426887, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.510533] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.526738] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52513a4e-c41c-8f3b-8a87-ad44ae395d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.018499} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.527360] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.527703] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.528055] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.528312] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.528554] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.528964] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cad6610-74a3-43b0-bf93-e08dbce7b0e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.548911] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.549100] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.550375] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3986c5d5-955f-497f-aa9a-0c9ea92ec80d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.558851] env[65635]: DEBUG nova.network.neutron [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Successfully updated port: de563a7d-b900-4f91-8c8f-f7b960f710bb {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1038.568731] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1038.568731] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529440fe-d80d-be83-dbf7-d955238f8f2d" [ 1038.568731] env[65635]: _type = "Task" [ 1038.568731] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.583881] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529440fe-d80d-be83-dbf7-d955238f8f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.595978] env[65635]: DEBUG nova.network.neutron [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1038.627019] env[65635]: DEBUG oslo_concurrency.lockutils [None req-67488a8e-cc9f-4e8a-a922-945845861d73 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.628028] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.825s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.631419] env[65635]: INFO nova.compute.claims [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.657011] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426885, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.834572] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.934475] env[65635]: DEBUG oslo_vmware.api [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4426883, 'name': PowerOnVM_Task, 'duration_secs': 0.564509} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.934890] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.935101] env[65635]: DEBUG nova.compute.manager [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1038.936060] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c759cf1-81cd-4747-a4c3-4ca88e9c37f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.954378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6ab4a1a6-0077-473a-bb17-968c338bdf78 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.156s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.005642] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426887, 'name': Rename_Task, 'duration_secs': 0.232568} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.007501] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.007802] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f9d01f-d499-4975-901d-3f5fd6809430 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.019332] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.021470] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1039.021470] env[65635]: value = "task-4426888" [ 1039.021470] env[65635]: _type = "Task" [ 1039.021470] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.033562] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.062459] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "refresh_cache-526050bf-d87f-49ff-8e0f-645f71d036e6" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.062571] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "refresh_cache-526050bf-d87f-49ff-8e0f-645f71d036e6" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.063242] env[65635]: DEBUG nova.network.neutron [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.085329] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529440fe-d80d-be83-dbf7-d955238f8f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.066681} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.086860] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249bfad9-c70f-4039-b0da-f8173bd0728a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.098720] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1039.098720] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be8642-3593-da2f-4c98-17e5daa0028b" [ 1039.098720] env[65635]: _type = "Task" [ 1039.098720] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.104442] env[65635]: WARNING neutronclient.v2_0.client [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.124291] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be8642-3593-da2f-4c98-17e5daa0028b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.155026] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426885, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.304870] env[65635]: WARNING neutronclient.v2_0.client [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.463025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.511617] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.541273] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.559622] env[65635]: DEBUG nova.network.neutron [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Updated VIF entry in instance network info cache for port 08b887f7-4289-4ba0-902a-a8c41ab290bc. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.562510] env[65635]: DEBUG nova.network.neutron [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Updating instance_info_cache with network_info: [{"id": "08b887f7-4289-4ba0-902a-a8c41ab290bc", "address": "fa:16:3e:cd:c3:ae", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b887f7-42", "ovs_interfaceid": "08b887f7-4289-4ba0-902a-a8c41ab290bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.624575] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be8642-3593-da2f-4c98-17e5daa0028b, 'name': SearchDatastore_Task, 'duration_secs': 0.100227} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.624868] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.625159] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b/5829975c-a48e-489d-8cd8-5abe5a26280b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.625669] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d93d911-f08b-4bde-96cc-2bf592c72dcf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.636316] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1039.636316] env[65635]: value = "task-4426889" [ 1039.636316] env[65635]: _type = "Task" [ 1039.636316] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.662262] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.665172] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426885, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.747909] env[65635]: DEBUG nova.network.neutron [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1039.850499] env[65635]: WARNING neutronclient.v2_0.client [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.011448] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.037606] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.065018] env[65635]: DEBUG oslo_concurrency.lockutils [req-e7450a81-e681-42b8-8e3d-2a16e64931a7 req-7fc5f0f2-2433-4f65-a0c6-6b4a19e82940 service nova] Releasing lock "refresh_cache-5829975c-a48e-489d-8cd8-5abe5a26280b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.074027] env[65635]: DEBUG nova.network.neutron [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updating instance_info_cache with network_info: [{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.150931] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.157851] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426885, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.168914] env[65635]: WARNING neutronclient.v2_0.client [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.217730] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef75dff-7626-4dfb-85f0-b7abafbb4912 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.229826] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5db3fa-97f5-4ac7-bc13-e826d605b490 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.269273] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043cf1a2-d3c6-45d3-8a5e-d1a39d498b2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.280388] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68811074-bcad-4e73-90fd-51c33019ec52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.303421] env[65635]: DEBUG nova.compute.provider_tree [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.510782] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426886, 'name': ReconfigVM_Task, 'duration_secs': 1.613172} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.511289] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-6c117bee-225b-4939-be30-b04a5a04f160/volume-6c117bee-225b-4939-be30-b04a5a04f160.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.517922] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c15824-0c24-4fef-b71e-1629dfbf8d07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.542659] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.544620] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1040.544620] env[65635]: value = "task-4426890" [ 1040.544620] env[65635]: _type = "Task" [ 1040.544620] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.558233] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.576802] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Releasing lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.577163] env[65635]: DEBUG nova.compute.manager [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Inject network info {{(pid=65635) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 1040.577505] env[65635]: DEBUG nova.compute.manager [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] network_info to inject: |[{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 1040.583484] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Reconfiguring VM instance to set the machine id {{(pid=65635) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1040.585503] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869f74c7-0203-4404-8883-b273f8c776fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.608098] env[65635]: DEBUG oslo_vmware.api [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 1040.608098] env[65635]: value = "task-4426891" [ 1040.608098] env[65635]: _type = "Task" [ 1040.608098] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.625167] env[65635]: DEBUG oslo_vmware.api [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.662769] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.663195] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426885, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.786489] env[65635]: DEBUG nova.network.neutron [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Updating instance_info_cache with network_info: [{"id": "de563a7d-b900-4f91-8c8f-f7b960f710bb", "address": "fa:16:3e:13:3e:75", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde563a7d-b9", "ovs_interfaceid": "de563a7d-b900-4f91-8c8f-f7b960f710bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.883744] env[65635]: DEBUG nova.scheduler.client.report [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1040.884216] env[65635]: DEBUG nova.compute.provider_tree [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 125 to 126 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1040.884451] env[65635]: DEBUG nova.compute.provider_tree [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.963214] env[65635]: DEBUG nova.compute.manager [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Received event network-vif-plugged-de563a7d-b900-4f91-8c8f-f7b960f710bb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1040.963214] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] Acquiring lock "526050bf-d87f-49ff-8e0f-645f71d036e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.963214] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.963514] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.963947] env[65635]: DEBUG nova.compute.manager [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] No waiting events found dispatching network-vif-plugged-de563a7d-b900-4f91-8c8f-f7b960f710bb {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1040.964307] env[65635]: WARNING nova.compute.manager [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Received unexpected event network-vif-plugged-de563a7d-b900-4f91-8c8f-f7b960f710bb for instance with vm_state building and task_state spawning. [ 1040.965394] env[65635]: DEBUG nova.compute.manager [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Received event network-changed-de563a7d-b900-4f91-8c8f-f7b960f710bb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1040.965394] env[65635]: DEBUG nova.compute.manager [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Refreshing instance network info cache due to event network-changed-de563a7d-b900-4f91-8c8f-f7b960f710bb. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1040.965394] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] Acquiring lock "refresh_cache-526050bf-d87f-49ff-8e0f-645f71d036e6" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.992242] env[65635]: DEBUG nova.compute.manager [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Received event network-changed-6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1040.992242] env[65635]: DEBUG nova.compute.manager [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Refreshing instance network info cache due to event network-changed-6b37434d-91d8-4a57-939e-109b22cf8c67. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1040.993088] env[65635]: DEBUG oslo_concurrency.lockutils [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] Acquiring lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.993474] env[65635]: DEBUG oslo_concurrency.lockutils [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] Acquired lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.994553] env[65635]: DEBUG nova.network.neutron [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Refreshing network info cache for port 6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.045172] env[65635]: DEBUG oslo_vmware.api [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426888, 'name': PowerOnVM_Task, 'duration_secs': 1.901454} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.045273] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.045496] env[65635]: DEBUG nova.compute.manager [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1041.051264] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8276190-940d-4ab8-aec9-3c85c525c67b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.061577] env[65635]: DEBUG oslo_vmware.api [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426890, 'name': ReconfigVM_Task, 'duration_secs': 0.225265} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.063429] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866250', 'volume_id': '6c117bee-225b-4939-be30-b04a5a04f160', 'name': 'volume-6c117bee-225b-4939-be30-b04a5a04f160', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca712e92-f620-4355-aa04-4d499a13e982', 'attached_at': '', 'detached_at': '', 'volume_id': '6c117bee-225b-4939-be30-b04a5a04f160', 'serial': '6c117bee-225b-4939-be30-b04a5a04f160'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1041.123319] env[65635]: DEBUG oslo_vmware.api [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426891, 'name': ReconfigVM_Task, 'duration_secs': 0.290643} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.124664] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8d1ce7-1fd6-406d-898e-19e3114dfa23 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Reconfigured VM instance to set the machine id {{(pid=65635) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1041.157657] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426885, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.974335} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.163975] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b/OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b.vmdk to [datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb.vmdk. [ 1041.164195] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Cleaning up location [datastore2] OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1041.164566] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_11d7e673-d4fd-41b7-b200-c78979af688b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.165732] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426889, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.165732] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-156d1bb4-88e6-4600-affa-192acd2c19b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.176243] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1041.176243] env[65635]: value = "task-4426892" [ 1041.176243] env[65635]: _type = "Task" [ 1041.176243] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.186980] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.289337] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "refresh_cache-526050bf-d87f-49ff-8e0f-645f71d036e6" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.289752] env[65635]: DEBUG nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Instance network_info: |[{"id": "de563a7d-b900-4f91-8c8f-f7b960f710bb", "address": "fa:16:3e:13:3e:75", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde563a7d-b9", "ovs_interfaceid": "de563a7d-b900-4f91-8c8f-f7b960f710bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1041.290145] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] Acquired lock "refresh_cache-526050bf-d87f-49ff-8e0f-645f71d036e6" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.290350] env[65635]: DEBUG nova.network.neutron [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Refreshing network info cache for port de563a7d-b900-4f91-8c8f-f7b960f710bb {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.293938] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:3e:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de563a7d-b900-4f91-8c8f-f7b960f710bb', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.303935] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating folder: Project (15d8af2534314b5bba33f6a18993f9df). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.305390] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a931c1a3-8c00-48c3-af7e-29e8d1cc5531 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.324359] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Created folder: Project (15d8af2534314b5bba33f6a18993f9df) in parent group-v866005. [ 1041.324587] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating folder: Instances. Parent ref: group-v866255. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.324885] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea6c9ee7-4ac4-4b96-8fff-866d5d1ff41f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.340064] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Created folder: Instances in parent group-v866255. [ 1041.340162] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.340423] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.340655] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-024aa438-f36c-4d4f-a93a-340bf56ab001 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.376950] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.376950] env[65635]: value = "task-4426895" [ 1041.376950] env[65635]: _type = "Task" [ 1041.376950] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.393783] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426895, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.401809] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.402658] env[65635]: DEBUG nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1041.408975] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.425s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.412120] env[65635]: INFO nova.compute.claims [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.498495] env[65635]: WARNING neutronclient.v2_0.client [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.589839] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.654397] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426889, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.83154} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.654822] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b/5829975c-a48e-489d-8cd8-5abe5a26280b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.655059] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.655376] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-401fb1ed-a71e-4db6-8925-4177a3c5ae8c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.667343] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1041.667343] env[65635]: value = "task-4426896" [ 1041.667343] env[65635]: _type = "Task" [ 1041.667343] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.679712] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.693628] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221336} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.694770] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.696325] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.696674] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb.vmdk to [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2/46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.698027] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08e2b183-197e-48c0-83fe-03eedd7738c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.713825] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1041.713825] env[65635]: value = "task-4426897" [ 1041.713825] env[65635]: _type = "Task" [ 1041.713825] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.725708] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.760763] env[65635]: WARNING neutronclient.v2_0.client [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.806359] env[65635]: WARNING neutronclient.v2_0.client [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.901591] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426895, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.911358] env[65635]: DEBUG nova.compute.utils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.913104] env[65635]: DEBUG nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1041.913405] env[65635]: DEBUG nova.network.neutron [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.913915] env[65635]: WARNING neutronclient.v2_0.client [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.915784] env[65635]: WARNING neutronclient.v2_0.client [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.935903] env[65635]: DEBUG nova.network.neutron [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updated VIF entry in instance network info cache for port 6b37434d-91d8-4a57-939e-109b22cf8c67. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1041.936422] env[65635]: DEBUG nova.network.neutron [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updating instance_info_cache with network_info: [{"id": "6b37434d-91d8-4a57-939e-109b22cf8c67", "address": "fa:16:3e:3d:7c:29", "network": {"id": "fa8cb058-08eb-4333-b880-745294ac2507", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1478116665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2369d1a2d06847348d6164f29ca8ec96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37434d-91", "ovs_interfaceid": "6b37434d-91d8-4a57-939e-109b22cf8c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.002811] env[65635]: DEBUG nova.policy [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfa26754c1f04ebfbe66a01718484e2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee4d61cca6f43cba791a3cbe62f3f19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.092764] env[65635]: WARNING neutronclient.v2_0.client [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.127561] env[65635]: DEBUG nova.objects.instance [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid ca712e92-f620-4355-aa04-4d499a13e982 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.179925] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088715} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.180259] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.181424] env[65635]: DEBUG nova.network.neutron [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Updated VIF entry in instance network info cache for port de563a7d-b900-4f91-8c8f-f7b960f710bb. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1042.181790] env[65635]: DEBUG nova.network.neutron [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Updating instance_info_cache with network_info: [{"id": "de563a7d-b900-4f91-8c8f-f7b960f710bb", "address": "fa:16:3e:13:3e:75", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde563a7d-b9", "ovs_interfaceid": "de563a7d-b900-4f91-8c8f-f7b960f710bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.186747] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aba954-4408-4253-b9b6-c83fe8d094ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.211046] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b/5829975c-a48e-489d-8cd8-5abe5a26280b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.212139] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a06b41-20b5-4381-8e6d-42e4ef4e0b78 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.227777] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "86a716b6-8da4-46b4-9182-7a43e4725914" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.228046] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "86a716b6-8da4-46b4-9182-7a43e4725914" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.228276] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "86a716b6-8da4-46b4-9182-7a43e4725914-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.228460] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "86a716b6-8da4-46b4-9182-7a43e4725914-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.228626] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "86a716b6-8da4-46b4-9182-7a43e4725914-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.234863] env[65635]: INFO nova.compute.manager [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Terminating instance [ 1042.242801] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1042.242801] env[65635]: value = "task-4426898" [ 1042.242801] env[65635]: _type = "Task" [ 1042.242801] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.254792] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426897, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.262541] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.394842] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426895, 'name': CreateVM_Task, 'duration_secs': 0.541038} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.394842] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.395745] env[65635]: WARNING neutronclient.v2_0.client [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.395745] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.395745] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.396214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.396521] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1c4674-7d6d-432e-bcfb-206671ca2071 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.403913] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1042.403913] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5226c20b-ad67-b763-1e69-c6c593360d79" [ 1042.403913] env[65635]: _type = "Task" [ 1042.403913] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.417429] env[65635]: DEBUG nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1042.420501] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5226c20b-ad67-b763-1e69-c6c593360d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.438719] env[65635]: DEBUG oslo_concurrency.lockutils [req-ee849e09-77d8-4216-8dd4-5761338a77ad req-677e840f-2971-466d-9fa2-c3ba21de1f40 service nova] Releasing lock "refresh_cache-86a716b6-8da4-46b4-9182-7a43e4725914" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.453713] env[65635]: DEBUG nova.network.neutron [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Successfully created port: 4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1042.633529] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f8c95e05-4673-4c29-a2bd-188b6c258084 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.918s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.688709] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1f0aaf8-a7b8-48d9-a268-4d0a6042b0fe req-5450b3f0-45f3-4a41-abb0-d82fb4df68e6 service nova] Releasing lock "refresh_cache-526050bf-d87f-49ff-8e0f-645f71d036e6" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.746844] env[65635]: DEBUG nova.compute.manager [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1042.747073] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.747809] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426897, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.748847] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd027c1c-4120-4e54-886d-88a5aa60a2aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.769301] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.772508] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.775947] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3672a77-7385-4ef2-8801-191e8bc511fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.791856] env[65635]: DEBUG oslo_vmware.api [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 1042.791856] env[65635]: value = "task-4426899" [ 1042.791856] env[65635]: _type = "Task" [ 1042.791856] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.814386] env[65635]: DEBUG oslo_vmware.api [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.911493] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe87d6c1-eb82-4542-a79c-4e51470b05f2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.919158] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5226c20b-ad67-b763-1e69-c6c593360d79, 'name': SearchDatastore_Task, 'duration_secs': 0.052026} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.920052] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.920370] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.920715] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.920946] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.921223] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.925736] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a9dcf61-2ca7-471f-91b2-f75f86036961 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.932612] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27438f26-1807-4a41-8956-bd9fb6ca9966 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.977923] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1159b6-ffa5-4c74-bd70-4b7b624f6502 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.980923] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.981204] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.982822] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff68e248-5b10-462b-8d39-2ca7edda5efe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.992895] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1042.992895] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d91c3f-5a76-b372-c363-c6515468e4e7" [ 1042.992895] env[65635]: _type = "Task" [ 1042.992895] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.000273] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdc2118-3313-4749-848d-467af7344049 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.026646] env[65635]: DEBUG nova.compute.provider_tree [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.031688] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d91c3f-5a76-b372-c363-c6515468e4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.100685] env[65635]: DEBUG nova.compute.manager [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-changed-6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.101034] env[65635]: DEBUG nova.compute.manager [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Refreshing instance network info cache due to event network-changed-6d1a6084-a467-4470-93cc-dac149dab970. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1043.101341] env[65635]: DEBUG oslo_concurrency.lockutils [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] Acquiring lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.101540] env[65635]: DEBUG oslo_concurrency.lockutils [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] Acquired lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.102384] env[65635]: DEBUG nova.network.neutron [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Refreshing network info cache for port 6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.220796] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "32a1932c-1fa8-4629-8251-dc43a0337958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.221141] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "32a1932c-1fa8-4629-8251-dc43a0337958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.221370] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "32a1932c-1fa8-4629-8251-dc43a0337958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.221587] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "32a1932c-1fa8-4629-8251-dc43a0337958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.221739] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "32a1932c-1fa8-4629-8251-dc43a0337958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.224098] env[65635]: INFO nova.compute.manager [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Terminating instance [ 1043.245156] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426897, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.259509] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426898, 'name': ReconfigVM_Task, 'duration_secs': 0.594328} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.259913] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b/5829975c-a48e-489d-8cd8-5abe5a26280b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.260659] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-831e7f91-62f6-40c8-910d-cb135a1549c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.270204] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1043.270204] env[65635]: value = "task-4426900" [ 1043.270204] env[65635]: _type = "Task" [ 1043.270204] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.277118] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.277368] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.288400] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426900, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.312786] env[65635]: DEBUG oslo_vmware.api [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426899, 'name': PowerOffVM_Task, 'duration_secs': 0.239833} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.313060] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.313299] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.313599] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00eee2d2-e135-4aa5-a2c6-06f80f611c33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.419374] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.419780] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.420122] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Deleting the datastore file [datastore2] 86a716b6-8da4-46b4-9182-7a43e4725914 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.421017] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a401dd4-09e9-4be5-9ae4-a47b81a031ff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.432455] env[65635]: DEBUG nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1043.439159] env[65635]: DEBUG oslo_vmware.api [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for the task: (returnval){ [ 1043.439159] env[65635]: value = "task-4426902" [ 1043.439159] env[65635]: _type = "Task" [ 1043.439159] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.459104] env[65635]: DEBUG oslo_vmware.api [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1043.482049] env[65635]: DEBUG nova.virt.hardware [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1043.483744] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa1c9c5-b916-4fa5-bfc7-166f85d8de3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.496508] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c7b89e-ff2c-4d22-affc-903a9c70f602 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.516613] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d91c3f-5a76-b372-c363-c6515468e4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.056821} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.529993] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d0a304-6cbc-40dc-92f5-a29e2b694e4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.533830] env[65635]: DEBUG nova.scheduler.client.report [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.545310] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1043.545310] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f24312-e7fa-35ec-b546-92df8bcf587b" [ 1043.545310] env[65635]: _type = "Task" [ 1043.545310] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.563982] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f24312-e7fa-35ec-b546-92df8bcf587b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.606367] env[65635]: WARNING neutronclient.v2_0.client [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.729861] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "refresh_cache-32a1932c-1fa8-4629-8251-dc43a0337958" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.730274] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired lock "refresh_cache-32a1932c-1fa8-4629-8251-dc43a0337958" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.730274] env[65635]: DEBUG nova.network.neutron [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.749415] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426897, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.781347] env[65635]: DEBUG nova.compute.utils [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.786365] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426900, 'name': Rename_Task, 'duration_secs': 0.294176} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.786994] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.787800] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62ae14b9-26e4-4e72-9b65-623290c059af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.798584] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1043.798584] env[65635]: value = "task-4426903" [ 1043.798584] env[65635]: _type = "Task" [ 1043.798584] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.813045] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.953129] env[65635]: DEBUG oslo_vmware.api [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.032881] env[65635]: WARNING neutronclient.v2_0.client [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.039515] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.040082] env[65635]: DEBUG nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1044.043300] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.238s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.043507] env[65635]: DEBUG nova.objects.instance [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1044.060195] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f24312-e7fa-35ec-b546-92df8bcf587b, 'name': SearchDatastore_Task, 'duration_secs': 0.05645} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.060483] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.060758] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 526050bf-d87f-49ff-8e0f-645f71d036e6/526050bf-d87f-49ff-8e0f-645f71d036e6.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.061573] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e2d9d04-8f43-41b9-88a6-6f81db110d3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.074120] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1044.074120] env[65635]: value = "task-4426904" [ 1044.074120] env[65635]: _type = "Task" [ 1044.074120] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.088518] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.161593] env[65635]: DEBUG nova.network.neutron [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Successfully updated port: 4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1044.173991] env[65635]: DEBUG nova.network.neutron [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updated VIF entry in instance network info cache for port 6d1a6084-a467-4470-93cc-dac149dab970. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1044.173991] env[65635]: DEBUG nova.network.neutron [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.237418] env[65635]: WARNING neutronclient.v2_0.client [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.257108] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426897, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.259082] env[65635]: DEBUG nova.network.neutron [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.288486] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.312700] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426903, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.317405] env[65635]: DEBUG nova.network.neutron [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.456817] env[65635]: DEBUG oslo_vmware.api [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.552504] env[65635]: DEBUG nova.compute.utils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.554491] env[65635]: DEBUG nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1044.554845] env[65635]: DEBUG nova.network.neutron [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1044.555378] env[65635]: WARNING neutronclient.v2_0.client [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.555758] env[65635]: WARNING neutronclient.v2_0.client [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.588208] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.600828] env[65635]: DEBUG nova.policy [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb54542bab9345308941087965ffaf53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10b1c23f67ee407fbf6daea28e3283e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.665871] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquiring lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.666132] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquired lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.666265] env[65635]: DEBUG nova.network.neutron [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.676704] env[65635]: DEBUG oslo_concurrency.lockutils [req-f6a6f5dc-f9b5-4444-8733-ec6632d20bfc req-461b721a-3c5e-475e-8a34-41616e2c363c service nova] Releasing lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.756675] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426897, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.959711} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.757173] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb/48c4b2ba-bc90-4b2a-a4ed-eb494919dbbb.vmdk to [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2/46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.758811] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecfc1eb-6641-4d7c-8e7c-3ee27b627bc8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.787582] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2/46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.787949] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658efe08-e2e0-44a3-99ae-c4845a2dcfed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.816487] env[65635]: DEBUG oslo_vmware.api [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426903, 'name': PowerOnVM_Task, 'duration_secs': 0.853113} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.818159] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.819040] env[65635]: INFO nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1044.819040] env[65635]: DEBUG nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1044.819463] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1044.819463] env[65635]: value = "task-4426905" [ 1044.819463] env[65635]: _type = "Task" [ 1044.819463] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.819872] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9de8209-41c5-433e-a167-971a174afb6a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.823109] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Releasing lock "refresh_cache-32a1932c-1fa8-4629-8251-dc43a0337958" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.823534] env[65635]: DEBUG nova.compute.manager [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1044.823833] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.830180] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014a1d2b-00ed-49fe-a8fc-13e3e8ed5dfd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.852882] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.853901] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.853901] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-254fa9fa-33ff-4ac0-89dc-e5349bddce52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.863554] env[65635]: DEBUG oslo_vmware.api [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1044.863554] env[65635]: value = "task-4426906" [ 1044.863554] env[65635]: _type = "Task" [ 1044.863554] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.877017] env[65635]: DEBUG oslo_vmware.api [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.960455] env[65635]: DEBUG oslo_vmware.api [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Task: {'id': task-4426902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.442842} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.960952] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.961276] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.961596] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.962380] env[65635]: INFO nova.compute.manager [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1044.962380] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1044.962679] env[65635]: DEBUG nova.compute.manager [-] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1044.962844] env[65635]: DEBUG nova.network.neutron [-] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1044.963469] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.036446] env[65635]: DEBUG nova.network.neutron [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Successfully created port: d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1045.052761] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f855b49-2d4b-4fc8-9443-9b6372fdf920 tempest-ServersAdmin275Test-770515867 tempest-ServersAdmin275Test-770515867-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.054456] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.191s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.060235] env[65635]: DEBUG nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1045.087177] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426904, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.105169] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.338262] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.353365] env[65635]: INFO nova.compute.manager [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Took 50.49 seconds to build instance. [ 1045.377678] env[65635]: DEBUG oslo_vmware.api [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426906, 'name': PowerOffVM_Task, 'duration_secs': 0.249583} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.377904] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.378079] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.378426] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27efe19-35f9-4628-8488-dda70218e44a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.392989] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.393328] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.393576] env[65635]: INFO nova.compute.manager [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Attaching volume 3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d to /dev/sdc [ 1045.409617] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.409878] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.410106] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Deleting the datastore file [datastore2] 32a1932c-1fa8-4629-8251-dc43a0337958 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.410421] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6884fd2d-b368-4eb9-aeaf-2b90de84202e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.421635] env[65635]: DEBUG oslo_vmware.api [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1045.421635] env[65635]: value = "task-4426908" [ 1045.421635] env[65635]: _type = "Task" [ 1045.421635] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.431902] env[65635]: DEBUG oslo_vmware.api [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.434678] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6056ab2-2daa-48f0-ab70-e0192d68111a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.444238] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dd3e4e-cd81-41f2-af92-23b67a8fb1ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.461893] env[65635]: DEBUG nova.virt.block_device [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Updating existing volume attachment record: b7dc1239-72e2-4177-86c4-48d290b48712 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1045.587992] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426904, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.263037} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.587992] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 526050bf-d87f-49ff-8e0f-645f71d036e6/526050bf-d87f-49ff-8e0f-645f71d036e6.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.587992] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.592796] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8449ec47-76ab-4f6a-938a-1585f6745066 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.604083] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1045.604083] env[65635]: value = "task-4426909" [ 1045.604083] env[65635]: _type = "Task" [ 1045.604083] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.616534] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.755963] env[65635]: DEBUG nova.network.neutron [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1045.772997] env[65635]: DEBUG nova.compute.manager [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Received event network-vif-plugged-4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1045.774516] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] Acquiring lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.774780] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] Lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.774957] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] Lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.775203] env[65635]: DEBUG nova.compute.manager [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] No waiting events found dispatching network-vif-plugged-4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1045.775345] env[65635]: WARNING nova.compute.manager [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Received unexpected event network-vif-plugged-4a707f82-6234-4046-8042-a7d6fa284373 for instance with vm_state building and task_state spawning. [ 1045.775834] env[65635]: DEBUG nova.compute.manager [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Received event network-changed-4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1045.775834] env[65635]: DEBUG nova.compute.manager [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Refreshing instance network info cache due to event network-changed-4a707f82-6234-4046-8042-a7d6fa284373. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1045.775834] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] Acquiring lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.842019] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426905, 'name': ReconfigVM_Task, 'duration_secs': 0.858789} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.842019] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2/46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.843792] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '50a5ca0d-758c-4e9a-9117-303d778dbacb'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'e50d915e-e8d5-4b49-88fc-abba19216090', 'mount_device': '/dev/sdb', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866226', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'name': 'volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'serial': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8'}, 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=65635) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1045.844139] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1045.844678] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866226', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'name': 'volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'serial': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1045.850417] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d1cbff-5164-4745-9d2c-f1779a6f399a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.858948] env[65635]: DEBUG oslo_concurrency.lockutils [None req-860c43e9-7559-466d-a734-5dd0ce9c27bb tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.005s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.874796] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349535e0-cba4-4856-b9e6-8e477459e589 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.908404] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8/volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.910813] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6054da93-7977-422b-99d0-aac5ebd6c588 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.936633] env[65635]: DEBUG oslo_vmware.api [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226557} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.938304] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.938640] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.938703] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.938905] env[65635]: INFO nova.compute.manager [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1045.939166] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1045.939439] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1045.939439] env[65635]: value = "task-4426911" [ 1045.939439] env[65635]: _type = "Task" [ 1045.939439] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.942180] env[65635]: DEBUG nova.compute.manager [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1045.942273] env[65635]: DEBUG nova.network.neutron [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1045.942596] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.961558] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.027282] env[65635]: DEBUG nova.network.neutron [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1046.027582] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.072807] env[65635]: DEBUG nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1046.092064] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c20d09-dbf1-4429-9cab-458a9f6c658a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.101480] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d656365b-25d3-4704-96ef-6fb6f4ce1827 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.107571] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1046.107926] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.108098] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1046.108285] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.108509] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1046.109480] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1046.109480] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1046.109480] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1046.109480] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1046.109480] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1046.109697] env[65635]: DEBUG nova.virt.hardware [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1046.110745] env[65635]: WARNING neutronclient.v2_0.client [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.114362] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b16749d-18ff-4b99-ae8c-e5baf4019554 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.128152] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170328} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.155226] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.156450] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab45a1-f360-4b69-975a-3a11a9903ffb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.159866] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f46a3d8-06ac-42ed-a606-554e75e8e917 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.163585] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929c7d4e-dcd2-45b1-b84a-cee1685446ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.201394] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 526050bf-d87f-49ff-8e0f-645f71d036e6/526050bf-d87f-49ff-8e0f-645f71d036e6.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.201727] env[65635]: DEBUG nova.network.neutron [-] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.205882] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aefa10d-2255-4005-8b31-581c2b849a3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.222167] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d1e618-5dc8-46ee-a0f4-d5f29e692ae1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.227272] env[65635]: INFO nova.compute.manager [-] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Took 1.26 seconds to deallocate network for instance. [ 1046.245024] env[65635]: DEBUG nova.compute.provider_tree [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.246436] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1046.246436] env[65635]: value = "task-4426912" [ 1046.246436] env[65635]: _type = "Task" [ 1046.246436] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.258487] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.287837] env[65635]: DEBUG nova.network.neutron [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Updating instance_info_cache with network_info: [{"id": "4a707f82-6234-4046-8042-a7d6fa284373", "address": "fa:16:3e:57:3e:d4", "network": {"id": "59e4e876-6bd6-474d-841e-7d5c9cab5a40", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-23461860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee4d61cca6f43cba791a3cbe62f3f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a707f82-62", "ovs_interfaceid": "4a707f82-6234-4046-8042-a7d6fa284373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.456259] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.530995] env[65635]: DEBUG nova.network.neutron [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.653699] env[65635]: DEBUG nova.network.neutron [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Successfully updated port: d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1046.719203] env[65635]: DEBUG nova.compute.manager [req-92406bf5-9bbe-4833-b3a0-ba92ae0b1b85 req-697daeb7-afd8-4269-8b12-92768950cbf3 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Received event network-vif-plugged-d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1046.719479] env[65635]: DEBUG oslo_concurrency.lockutils [req-92406bf5-9bbe-4833-b3a0-ba92ae0b1b85 req-697daeb7-afd8-4269-8b12-92768950cbf3 service nova] Acquiring lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.719725] env[65635]: DEBUG oslo_concurrency.lockutils [req-92406bf5-9bbe-4833-b3a0-ba92ae0b1b85 req-697daeb7-afd8-4269-8b12-92768950cbf3 service nova] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.720492] env[65635]: DEBUG oslo_concurrency.lockutils [req-92406bf5-9bbe-4833-b3a0-ba92ae0b1b85 req-697daeb7-afd8-4269-8b12-92768950cbf3 service nova] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.720492] env[65635]: DEBUG nova.compute.manager [req-92406bf5-9bbe-4833-b3a0-ba92ae0b1b85 req-697daeb7-afd8-4269-8b12-92768950cbf3 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] No waiting events found dispatching network-vif-plugged-d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1046.720492] env[65635]: WARNING nova.compute.manager [req-92406bf5-9bbe-4833-b3a0-ba92ae0b1b85 req-697daeb7-afd8-4269-8b12-92768950cbf3 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Received unexpected event network-vif-plugged-d7f72abd-691f-46c3-aaae-e96938e6c528 for instance with vm_state building and task_state spawning. [ 1046.746520] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.760843] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.785044] env[65635]: DEBUG nova.scheduler.client.report [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.785477] env[65635]: DEBUG nova.compute.provider_tree [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 126 to 127 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.785803] env[65635]: DEBUG nova.compute.provider_tree [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.793978] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Releasing lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.794303] env[65635]: DEBUG nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Instance network_info: |[{"id": "4a707f82-6234-4046-8042-a7d6fa284373", "address": "fa:16:3e:57:3e:d4", "network": {"id": "59e4e876-6bd6-474d-841e-7d5c9cab5a40", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-23461860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee4d61cca6f43cba791a3cbe62f3f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a707f82-62", "ovs_interfaceid": "4a707f82-6234-4046-8042-a7d6fa284373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1046.794912] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] Acquired lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.795092] env[65635]: DEBUG nova.network.neutron [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Refreshing network info cache for port 4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.796232] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:3e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a707f82-6234-4046-8042-a7d6fa284373', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.804295] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Creating folder: Project (3ee4d61cca6f43cba791a3cbe62f3f19). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.805466] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc107d27-5845-4301-8ed5-7e766a7c46ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.824728] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Created folder: Project (3ee4d61cca6f43cba791a3cbe62f3f19) in parent group-v866005. [ 1046.825012] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Creating folder: Instances. Parent ref: group-v866259. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.825302] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8ab25b8-f04b-466b-85f3-24585f91abd8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.840725] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Created folder: Instances in parent group-v866259. [ 1046.841117] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1046.841465] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.841763] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e07cf2a-6972-4162-a6bc-772f791ad9bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.876317] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.876317] env[65635]: value = "task-4426915" [ 1046.876317] env[65635]: _type = "Task" [ 1046.876317] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.895698] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426915, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.956446] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426911, 'name': ReconfigVM_Task, 'duration_secs': 0.786537} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.956745] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8/volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.961654] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578b547f-6bc0-4e9b-95f1-5d9af9c17597 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.978643] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1046.978643] env[65635]: value = "task-4426916" [ 1046.978643] env[65635]: _type = "Task" [ 1046.978643] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.989448] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.035540] env[65635]: INFO nova.compute.manager [-] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Took 1.09 seconds to deallocate network for instance. [ 1047.156411] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.156633] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.156874] env[65635]: DEBUG nova.network.neutron [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1047.262324] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426912, 'name': ReconfigVM_Task, 'duration_secs': 0.670006} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.262627] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 526050bf-d87f-49ff-8e0f-645f71d036e6/526050bf-d87f-49ff-8e0f-645f71d036e6.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.263426] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9ffd84-8a05-4e0f-8f9c-757fa517dcff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.274019] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1047.274019] env[65635]: value = "task-4426917" [ 1047.274019] env[65635]: _type = "Task" [ 1047.274019] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.285395] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426917, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.306391] env[65635]: WARNING neutronclient.v2_0.client [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.310027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "5829975c-a48e-489d-8cd8-5abe5a26280b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.310312] env[65635]: DEBUG oslo_concurrency.lockutils [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.310494] env[65635]: DEBUG nova.compute.manager [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1047.311956] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8f508d-c6d4-4102-b9f9-62c353a6524e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.321717] env[65635]: DEBUG nova.compute.manager [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1047.322085] env[65635]: DEBUG nova.objects.instance [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'flavor' on Instance uuid 5829975c-a48e-489d-8cd8-5abe5a26280b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.387782] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426915, 'name': CreateVM_Task, 'duration_secs': 0.47916} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.388085] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.388650] env[65635]: WARNING neutronclient.v2_0.client [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.389140] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.389326] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.389699] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.389978] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d8383d-d904-4d17-a8c9-c1fd8269c75b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.396226] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1047.396226] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe2013-ac40-7eb5-da8a-fa13b287bf3b" [ 1047.396226] env[65635]: _type = "Task" [ 1047.396226] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.407832] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe2013-ac40-7eb5-da8a-fa13b287bf3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.493543] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.520994] env[65635]: WARNING neutronclient.v2_0.client [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.543693] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.595826] env[65635]: DEBUG nova.network.neutron [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Updated VIF entry in instance network info cache for port 4a707f82-6234-4046-8042-a7d6fa284373. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1047.596226] env[65635]: DEBUG nova.network.neutron [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Updating instance_info_cache with network_info: [{"id": "4a707f82-6234-4046-8042-a7d6fa284373", "address": "fa:16:3e:57:3e:d4", "network": {"id": "59e4e876-6bd6-474d-841e-7d5c9cab5a40", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-23461860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee4d61cca6f43cba791a3cbe62f3f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a707f82-62", "ovs_interfaceid": "4a707f82-6234-4046-8042-a7d6fa284373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.691389] env[65635]: DEBUG nova.network.neutron [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1047.775812] env[65635]: WARNING neutronclient.v2_0.client [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.792172] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426917, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.800757] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.746s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.804193] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.040s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.804437] env[65635]: DEBUG nova.objects.instance [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lazy-loading 'resources' on Instance uuid a2e184ed-6c4b-47a4-a715-09fbe5d2d569 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.807966] env[65635]: DEBUG nova.compute.manager [req-b607ec90-5fad-4df0-94d5-7680a2e0a39f req-652c805c-7d6a-45b6-a999-8a32639b6917 service nova] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Received event network-vif-deleted-6b37434d-91d8-4a57-939e-109b22cf8c67 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1047.862263] env[65635]: DEBUG nova.network.neutron [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance_info_cache with network_info: [{"id": "d7f72abd-691f-46c3-aaae-e96938e6c528", "address": "fa:16:3e:55:79:62", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f72abd-69", "ovs_interfaceid": "d7f72abd-691f-46c3-aaae-e96938e6c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.909891] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe2013-ac40-7eb5-da8a-fa13b287bf3b, 'name': SearchDatastore_Task, 'duration_secs': 0.014318} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.910296] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.910532] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.910870] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.911054] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.911301] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.911590] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b90a4e-4bce-4498-8b6e-104f4c0a8d88 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.924090] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.924405] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.925373] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da376159-c829-40d7-b9de-f0b655cc6a6e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.931923] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1047.931923] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52adf388-3b85-4ac8-cffd-d39944787fcf" [ 1047.931923] env[65635]: _type = "Task" [ 1047.931923] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.941759] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52adf388-3b85-4ac8-cffd-d39944787fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.993158] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.099966] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f4e7795-c235-4897-8c10-798a1428d9b6 req-78e79281-09de-4cc0-96fb-d9d905912ca1 service nova] Releasing lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.289235] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426917, 'name': Rename_Task, 'duration_secs': 0.780911} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.289555] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.289821] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c4a7236-de79-4e9c-bb25-0b7c1f637726 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.298789] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1048.298789] env[65635]: value = "task-4426918" [ 1048.298789] env[65635]: _type = "Task" [ 1048.298789] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.315545] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.331766] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.332254] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fdca171-e8a3-47b0-93b8-c3c96392f0ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.345875] env[65635]: DEBUG oslo_vmware.api [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1048.345875] env[65635]: value = "task-4426919" [ 1048.345875] env[65635]: _type = "Task" [ 1048.345875] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.359070] env[65635]: DEBUG oslo_vmware.api [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.365012] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.365442] env[65635]: DEBUG nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Instance network_info: |[{"id": "d7f72abd-691f-46c3-aaae-e96938e6c528", "address": "fa:16:3e:55:79:62", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f72abd-69", "ovs_interfaceid": "d7f72abd-691f-46c3-aaae-e96938e6c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1048.366030] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:79:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7f72abd-691f-46c3-aaae-e96938e6c528', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.375278] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1048.378588] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.379118] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de072275-c120-4328-a0bd-b8fb9c1bceaa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.399057] env[65635]: INFO nova.scheduler.client.report [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted allocation for migration 82be9009-61d3-4eb3-a1ac-e451c3cce381 [ 1048.408795] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.408795] env[65635]: value = "task-4426920" [ 1048.408795] env[65635]: _type = "Task" [ 1048.408795] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.423275] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426920, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.445586] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52adf388-3b85-4ac8-cffd-d39944787fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.020947} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.449561] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1851d7-86cb-42c0-9ba8-32095f35c445 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.457434] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1048.457434] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526d28c7-9c6c-b43a-3d5a-a1125b9f77a4" [ 1048.457434] env[65635]: _type = "Task" [ 1048.457434] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.469118] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526d28c7-9c6c-b43a-3d5a-a1125b9f77a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.495635] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426916, 'name': ReconfigVM_Task, 'duration_secs': 1.072874} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.496037] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866226', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'name': 'volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'serial': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1048.496748] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76b7239c-acd3-4e22-9bf2-e805eb438a60 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.506845] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1048.506845] env[65635]: value = "task-4426921" [ 1048.506845] env[65635]: _type = "Task" [ 1048.506845] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.517668] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426921, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.745475] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.745622] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.783025] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d913d-3740-4f03-b4fc-51f79dfc70cd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.797642] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69287004-9bd8-40bb-b088-8e6973610610 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.820321] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.860692] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cd3ebf-ae6d-4024-809a-5cef8575591e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.873952] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525da324-bde1-4746-ade9-328b8dd4f1ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.878349] env[65635]: DEBUG oslo_vmware.api [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426919, 'name': PowerOffVM_Task, 'duration_secs': 0.462152} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.878690] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.878880] env[65635]: DEBUG nova.compute.manager [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.880310] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff658456-0e53-4adb-b042-33c2768bcb3f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.894859] env[65635]: DEBUG nova.compute.provider_tree [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.911473] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6dc8e23f-e81c-4530-82f5-9d99c35ce044 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.983s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.920669] env[65635]: DEBUG nova.compute.manager [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Received event network-changed-d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1048.920764] env[65635]: DEBUG nova.compute.manager [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Refreshing instance network info cache due to event network-changed-d7f72abd-691f-46c3-aaae-e96938e6c528. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1048.921032] env[65635]: DEBUG oslo_concurrency.lockutils [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] Acquiring lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.921166] env[65635]: DEBUG oslo_concurrency.lockutils [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] Acquired lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.921349] env[65635]: DEBUG nova.network.neutron [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Refreshing network info cache for port d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.926666] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426920, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.972850] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526d28c7-9c6c-b43a-3d5a-a1125b9f77a4, 'name': SearchDatastore_Task, 'duration_secs': 0.025638} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.973304] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.973628] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b/5c76d15d-0e56-42ad-b6a3-5b9010a93d7b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.974032] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-903e2fc8-4d6b-4055-88d0-57031931a6ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.984593] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1048.984593] env[65635]: value = "task-4426922" [ 1048.984593] env[65635]: _type = "Task" [ 1048.984593] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.995501] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.019394] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426921, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.249649] env[65635]: INFO nova.compute.manager [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Detaching volume a2ef888c-c507-4591-8307-05dd57cdf546 [ 1049.286028] env[65635]: INFO nova.virt.block_device [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Attempting to driver detach volume a2ef888c-c507-4591-8307-05dd57cdf546 from mountpoint /dev/sdb [ 1049.286265] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1049.286469] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866228', 'volume_id': 'a2ef888c-c507-4591-8307-05dd57cdf546', 'name': 'volume-a2ef888c-c507-4591-8307-05dd57cdf546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a8e3e34-8b4f-4f45-a388-bbe22270b871', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2ef888c-c507-4591-8307-05dd57cdf546', 'serial': 'a2ef888c-c507-4591-8307-05dd57cdf546'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1049.287493] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4558288-6d61-4346-8422-e58df9ec1a11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.316479] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaaa8f1-e8a0-4051-b292-be73dfe75f33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.326690] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.330120] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d513462f-4f78-40ab-8c64-574057e095cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.365182] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b52f60-a4ec-437d-841a-7841c3703202 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.385313] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2ef888c-c507-4591-8307-05dd57cdf546/volume-a2ef888c-c507-4591-8307-05dd57cdf546.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1049.391093] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.391933] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adea0922-a3a2-46bd-8a6f-d8ebe83fd2ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.407490] env[65635]: DEBUG nova.scheduler.client.report [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.414633] env[65635]: DEBUG oslo_concurrency.lockutils [None req-239ec0ef-8678-42cf-9578-c949c0f42992 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.427163] env[65635]: DEBUG oslo_vmware.api [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1049.427163] env[65635]: value = "task-4426923" [ 1049.427163] env[65635]: _type = "Task" [ 1049.427163] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.428013] env[65635]: WARNING neutronclient.v2_0.client [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.439081] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426920, 'name': CreateVM_Task, 'duration_secs': 0.717354} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.440321] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.441185] env[65635]: WARNING neutronclient.v2_0.client [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.441802] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.441986] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.442385] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.443842] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4d24dc-393e-4779-8b42-ef92704a5a57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.451291] env[65635]: DEBUG oslo_vmware.api [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.457043] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1049.457043] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5237c9c7-7936-c2d3-4e20-7cd7e9e62275" [ 1049.457043] env[65635]: _type = "Task" [ 1049.457043] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.470997] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5237c9c7-7936-c2d3-4e20-7cd7e9e62275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.499211] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.521488] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426921, 'name': Rename_Task, 'duration_secs': 0.748776} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.522500] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.522971] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90b8f652-7a80-4e57-9fd2-50c8be465b11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.536243] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1049.536243] env[65635]: value = "task-4426924" [ 1049.536243] env[65635]: _type = "Task" [ 1049.536243] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.549251] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.617322] env[65635]: WARNING neutronclient.v2_0.client [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.705950] env[65635]: DEBUG nova.network.neutron [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updated VIF entry in instance network info cache for port d7f72abd-691f-46c3-aaae-e96938e6c528. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1049.706549] env[65635]: DEBUG nova.network.neutron [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance_info_cache with network_info: [{"id": "d7f72abd-691f-46c3-aaae-e96938e6c528", "address": "fa:16:3e:55:79:62", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f72abd-69", "ovs_interfaceid": "d7f72abd-691f-46c3-aaae-e96938e6c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.825867] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426918, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.839746] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.840126] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.840529] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.840810] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.841037] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.843740] env[65635]: INFO nova.compute.manager [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Terminating instance [ 1049.915901] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.922863] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.003s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.923472] env[65635]: DEBUG nova.objects.instance [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lazy-loading 'resources' on Instance uuid 22e2f792-37de-439b-9049-31e66c33060f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.928360] env[65635]: INFO nova.compute.manager [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Rebuilding instance [ 1049.942902] env[65635]: DEBUG oslo_vmware.api [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426923, 'name': ReconfigVM_Task, 'duration_secs': 0.421591} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.942902] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.948423] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b8e453-e49c-4ffd-9b7c-2bbf69a6213b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.959774] env[65635]: INFO nova.scheduler.client.report [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted allocations for instance a2e184ed-6c4b-47a4-a715-09fbe5d2d569 [ 1049.985763] env[65635]: DEBUG oslo_vmware.api [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1049.985763] env[65635]: value = "task-4426926" [ 1049.985763] env[65635]: _type = "Task" [ 1049.985763] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.985763] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5237c9c7-7936-c2d3-4e20-7cd7e9e62275, 'name': SearchDatastore_Task, 'duration_secs': 0.061109} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.985763] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.985763] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.985763] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.985763] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.985763] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.988623] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259fa176-fce4-4d64-9d89-74f5c28d6bd8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.003431] env[65635]: DEBUG oslo_vmware.api [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.007263] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628025} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.010977] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b/5c76d15d-0e56-42ad-b6a3-5b9010a93d7b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.011250] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.011534] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.011681] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.014665] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd7e83a3-fcde-4b88-869d-5fd5378bf05f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.016850] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d966f0e-18d0-427f-9338-06fa5e200d89 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.023146] env[65635]: DEBUG nova.compute.manager [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1050.023146] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d567873b-f061-4865-8a8e-e9fda17081bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.029762] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1050.029762] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527ea14f-98e9-d0c4-685f-3a9f0e7054c1" [ 1050.029762] env[65635]: _type = "Task" [ 1050.029762] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.038530] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1050.038530] env[65635]: value = "task-4426927" [ 1050.038530] env[65635]: _type = "Task" [ 1050.038530] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.055831] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527ea14f-98e9-d0c4-685f-3a9f0e7054c1, 'name': SearchDatastore_Task, 'duration_secs': 0.019152} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.057763] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adfe87f9-0ef2-47a9-8237-ce6e1865e072 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.067916] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.068225] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426924, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.073849] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1050.073849] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52481352-131b-ae7a-1f76-655b77674fcf" [ 1050.073849] env[65635]: _type = "Task" [ 1050.073849] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.084502] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52481352-131b-ae7a-1f76-655b77674fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.211644] env[65635]: DEBUG oslo_concurrency.lockutils [req-d0aa2efd-59ca-4dea-a5e0-a9bd59bcf7b4 req-97971865-0fbd-4912-a92b-7a9809f1f2e6 service nova] Releasing lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.324476] env[65635]: DEBUG oslo_vmware.api [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426918, 'name': PowerOnVM_Task, 'duration_secs': 1.582301} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.324770] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.325057] env[65635]: INFO nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Took 12.88 seconds to spawn the instance on the hypervisor. [ 1050.325263] env[65635]: DEBUG nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1050.326307] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeed228-20f1-4655-9573-6d887f100839 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.348398] env[65635]: DEBUG nova.compute.manager [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1050.348602] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.349609] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41c6de6-f72b-4522-9b7b-fc3e3f3f0938 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.359884] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.361384] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd7df37e-ab0a-4626-90bb-5c18aee7d3d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.370134] env[65635]: DEBUG oslo_vmware.api [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1050.370134] env[65635]: value = "task-4426928" [ 1050.370134] env[65635]: _type = "Task" [ 1050.370134] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.380220] env[65635]: DEBUG oslo_vmware.api [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.477059] env[65635]: DEBUG oslo_concurrency.lockutils [None req-20b0eebd-b91d-4eca-bb16-8ec8913d5e11 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a2e184ed-6c4b-47a4-a715-09fbe5d2d569" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.236s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.494907] env[65635]: DEBUG oslo_vmware.api [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426926, 'name': ReconfigVM_Task, 'duration_secs': 0.281712} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.494907] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866228', 'volume_id': 'a2ef888c-c507-4591-8307-05dd57cdf546', 'name': 'volume-a2ef888c-c507-4591-8307-05dd57cdf546', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a8e3e34-8b4f-4f45-a388-bbe22270b871', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2ef888c-c507-4591-8307-05dd57cdf546', 'serial': 'a2ef888c-c507-4591-8307-05dd57cdf546'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1050.562073] env[65635]: DEBUG oslo_vmware.api [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4426924, 'name': PowerOnVM_Task, 'duration_secs': 0.693134} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.566156] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.568764] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095434} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.572009] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.573280] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a66d06-b1fe-45d0-99b6-8604102c9cb1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.587843] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52481352-131b-ae7a-1f76-655b77674fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.02161} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.600880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.601183] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051/ba7c06bf-34e4-48b6-af83-d54b62a4c051.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.612944] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b/5c76d15d-0e56-42ad-b6a3-5b9010a93d7b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.612944] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25d96323-4c58-4b56-ac3a-01a5b16cb85f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.614320] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822f8aeb-bcf6-4750-b549-452890a698d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.642693] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.642956] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.649061] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1050.649061] env[65635]: value = "task-4426929" [ 1050.649061] env[65635]: _type = "Task" [ 1050.649061] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.650785] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1050.650785] env[65635]: value = "task-4426930" [ 1050.650785] env[65635]: _type = "Task" [ 1050.650785] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.674044] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.674513] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.720709] env[65635]: DEBUG nova.compute.manager [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1050.724017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3688c75e-94db-4f8b-af05-3f21d7ed8bcd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.850532] env[65635]: INFO nova.compute.manager [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Took 54.20 seconds to build instance. [ 1050.883338] env[65635]: DEBUG oslo_vmware.api [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.885639] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5211c302-590d-4fd9-82b9-64e51920f524 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.894328] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5325201e-e605-4865-bd57-31fde280d0fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.932347] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6129ce-4b8c-4585-ab12-b523eade5eb7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.942125] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a762807f-419f-4a51-87e1-02aad2479e14 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.957100] env[65635]: DEBUG nova.compute.provider_tree [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.044757] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.045234] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02264fb2-1c28-49a2-a308-0e166fa5a4f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.054732] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1051.054732] env[65635]: value = "task-4426931" [ 1051.054732] env[65635]: _type = "Task" [ 1051.054732] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.056633] env[65635]: DEBUG nova.objects.instance [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lazy-loading 'flavor' on Instance uuid 3a8e3e34-8b4f-4f45-a388-bbe22270b871 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.071960] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1051.072529] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.073662] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ad28f5-bc53-49f1-9236-04d87d51189d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.084807] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.085246] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4afd41f7-93a3-4dd9-8409-24bde17aeff1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.145703] env[65635]: DEBUG nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1051.163197] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.168266] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.174873] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.175119] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.175307] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleting the datastore file [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.175688] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8f70839-c363-4062-94ac-99a6fbe288c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.183974] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1051.183974] env[65635]: value = "task-4426933" [ 1051.183974] env[65635]: _type = "Task" [ 1051.183974] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.202430] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.248174] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a8d3328d-7781-47e4-a4ff-60426dd5e347 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 67.960s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.354762] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d88c6d3a-2e3a-4d44-8f01-ce9e17667f69 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.712s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.383812] env[65635]: DEBUG oslo_vmware.api [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426928, 'name': PowerOffVM_Task, 'duration_secs': 0.900411} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.384099] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.384296] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.384578] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f59b5a92-1b4c-444f-bc32-eab575140d57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.460992] env[65635]: DEBUG nova.scheduler.client.report [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.475765] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.476126] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.476342] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleting the datastore file [datastore1] 42561c7d-35bf-4ede-a497-b611ca3ffd5f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.476698] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4696dde6-e8f1-4b30-843c-a77b082e3e2e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.488187] env[65635]: DEBUG oslo_vmware.api [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1051.488187] env[65635]: value = "task-4426935" [ 1051.488187] env[65635]: _type = "Task" [ 1051.488187] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.499056] env[65635]: DEBUG oslo_vmware.api [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.616060] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "526050bf-d87f-49ff-8e0f-645f71d036e6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.616351] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.616569] env[65635]: DEBUG nova.compute.manager [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1051.618165] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55252c-a14a-451c-ac26-15202389ce29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.625888] env[65635]: DEBUG nova.compute.manager [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1051.626711] env[65635]: DEBUG nova.objects.instance [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lazy-loading 'flavor' on Instance uuid 526050bf-d87f-49ff-8e0f-645f71d036e6 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.669973] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747541} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.673828] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051/ba7c06bf-34e4-48b6-af83-d54b62a4c051.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.674175] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.674501] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426930, 'name': ReconfigVM_Task, 'duration_secs': 0.837824} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.675374] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a177ed5b-bebe-4275-9472-6f15ba0a4633 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.677249] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b/5c76d15d-0e56-42ad-b6a3-5b9010a93d7b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.678791] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.679107] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0176c632-b1b3-43ee-9fda-9fe5962c9053 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.691113] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1051.691113] env[65635]: value = "task-4426936" [ 1051.691113] env[65635]: _type = "Task" [ 1051.691113] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.691518] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1051.691518] env[65635]: value = "task-4426937" [ 1051.691518] env[65635]: _type = "Task" [ 1051.691518] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.703673] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437316} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.704739] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.705042] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.705154] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.715399] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.716504] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426937, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.794765] env[65635]: DEBUG oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4005d-5e90-8b42-b82f-a1f6e1644872/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1051.795791] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0756f7ac-095f-4292-b8da-4a45e83dd55c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.803975] env[65635]: DEBUG oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4005d-5e90-8b42-b82f-a1f6e1644872/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1051.804179] env[65635]: ERROR oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4005d-5e90-8b42-b82f-a1f6e1644872/disk-0.vmdk due to incomplete transfer. [ 1051.804476] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd322119-cf4f-48f5-9171-55251a71d779 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.814163] env[65635]: DEBUG oslo_vmware.rw_handles [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4005d-5e90-8b42-b82f-a1f6e1644872/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1051.814392] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Uploaded image 6de94a31-caf6-4bf9-99e1-43f153e63603 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1051.816265] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1051.816574] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb0a3c87-439e-4a15-9111-90aa7c12b338 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.824608] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1051.824608] env[65635]: value = "task-4426938" [ 1051.824608] env[65635]: _type = "Task" [ 1051.824608] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.838096] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426938, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.967880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.970214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.382s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.970482] env[65635]: DEBUG nova.objects.instance [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lazy-loading 'pci_requests' on Instance uuid b695c17c-898e-45ed-aa32-bc38cdb6e506 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.993630] env[65635]: INFO nova.scheduler.client.report [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Deleted allocations for instance 22e2f792-37de-439b-9049-31e66c33060f [ 1052.003388] env[65635]: DEBUG oslo_vmware.api [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372632} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.004812] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.005012] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.005204] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.006252] env[65635]: INFO nova.compute.manager [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1052.006252] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1052.006252] env[65635]: DEBUG nova.compute.manager [-] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1052.006252] env[65635]: DEBUG nova.network.neutron [-] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.006252] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.024973] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1052.025330] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866258', 'volume_id': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'name': 'volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca712e92-f620-4355-aa04-4d499a13e982', 'attached_at': '', 'detached_at': '', 'volume_id': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'serial': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1052.026302] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735a63ac-173c-4996-999d-e55d87a89f5c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.047128] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f9f0f2-fab5-43f5-8215-06e4426d60dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.073024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b7cab976-2ddd-4316-a4e3-122d0948936b tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.082573] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d/volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.084549] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.086995] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b00b6c4-a8fd-426d-874f-5c92748b3c16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.109866] env[65635]: DEBUG oslo_vmware.api [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1052.109866] env[65635]: value = "task-4426939" [ 1052.109866] env[65635]: _type = "Task" [ 1052.109866] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.119934] env[65635]: DEBUG oslo_vmware.api [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.205536] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426937, 'name': Rename_Task, 'duration_secs': 0.278087} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.208698] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.209025] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081917} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.209239] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66b2e180-5b25-4d62-befd-520c00bcc5df {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.210955] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.212579] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f72fb-f3f4-4b38-84b1-792da259a194 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.239662] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051/ba7c06bf-34e4-48b6-af83-d54b62a4c051.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.240032] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1052.240032] env[65635]: value = "task-4426940" [ 1052.240032] env[65635]: _type = "Task" [ 1052.240032] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.240534] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679199a3-714c-4e6d-bdbd-4d2e4943fdfb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.268548] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.269298] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1052.269298] env[65635]: value = "task-4426941" [ 1052.269298] env[65635]: _type = "Task" [ 1052.269298] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.284091] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.337685] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426938, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.377841] env[65635]: DEBUG nova.compute.manager [req-cf6ef1ce-390c-419e-88c2-148869c53dd4 req-db9d24f7-7902-45d6-b827-523fb650949e service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Received event network-vif-deleted-2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.378244] env[65635]: INFO nova.compute.manager [req-cf6ef1ce-390c-419e-88c2-148869c53dd4 req-db9d24f7-7902-45d6-b827-523fb650949e service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Neutron deleted interface 2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d; detaching it from the instance and deleting it from the info cache [ 1052.378355] env[65635]: DEBUG nova.network.neutron [req-cf6ef1ce-390c-419e-88c2-148869c53dd4 req-db9d24f7-7902-45d6-b827-523fb650949e service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.475322] env[65635]: DEBUG nova.objects.instance [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lazy-loading 'numa_topology' on Instance uuid b695c17c-898e-45ed-aa32-bc38cdb6e506 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.511876] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b3ff8867-67ea-40c3-ae9b-e35a48b2a205 tempest-ServersAdmin275Test-1898213300 tempest-ServersAdmin275Test-1898213300-project-member] Lock "22e2f792-37de-439b-9049-31e66c33060f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.949s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.513687] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.513687] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.625235] env[65635]: DEBUG oslo_vmware.api [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.639615] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.639615] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.639723] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.640294] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.640294] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.642251] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.642868] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b919e45-486b-4131-8526-2a48193dc91c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.645162] env[65635]: INFO nova.compute.manager [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Terminating instance [ 1052.654975] env[65635]: DEBUG oslo_vmware.api [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1052.654975] env[65635]: value = "task-4426942" [ 1052.654975] env[65635]: _type = "Task" [ 1052.654975] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.665564] env[65635]: DEBUG oslo_vmware.api [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.767119] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426940, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.777521] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.777826] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.778042] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.778226] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.778374] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.778518] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.778721] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.778870] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.779041] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.779243] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.779451] env[65635]: DEBUG nova.virt.hardware [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.780706] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ad6b7-714c-418a-a126-90c0b5a51bcd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.786736] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.793865] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2ba0c2-5187-4ce6-b69c-925969a0ae36 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.813475] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c3:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b887f7-4289-4ba0-902a-a8c41ab290bc', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.823123] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1052.823467] env[65635]: DEBUG nova.network.neutron [-] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.824834] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.825475] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0af278f7-af1d-4b18-a742-e6ba8038bbed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.874785] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.874785] env[65635]: value = "task-4426943" [ 1052.874785] env[65635]: _type = "Task" [ 1052.874785] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.875249] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426938, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.882978] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d26becb0-ff08-4400-8e16-7f805bad9178 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.898092] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de6cce3-70bc-40d4-8a56-72620e594d5c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.913706] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426943, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.953017] env[65635]: DEBUG nova.compute.manager [req-cf6ef1ce-390c-419e-88c2-148869c53dd4 req-db9d24f7-7902-45d6-b827-523fb650949e service nova] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Detach interface failed, port_id=2d0c622c-6b8c-4898-bbc7-c1d532aa7a6d, reason: Instance 42561c7d-35bf-4ede-a497-b611ca3ffd5f could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1052.979333] env[65635]: INFO nova.compute.claims [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.017012] env[65635]: DEBUG nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1053.122365] env[65635]: DEBUG oslo_vmware.api [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426939, 'name': ReconfigVM_Task, 'duration_secs': 0.887248} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.122650] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d/volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.127524] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfb451f1-77ac-41f4-a64a-ac1db4c5a33d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.144389] env[65635]: DEBUG oslo_vmware.api [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1053.144389] env[65635]: value = "task-4426944" [ 1053.144389] env[65635]: _type = "Task" [ 1053.144389] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.154705] env[65635]: DEBUG nova.compute.manager [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1053.154932] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.155654] env[65635]: DEBUG oslo_vmware.api [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.156634] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e123ae7-f2cf-4d64-b50a-9c39b07573f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.170653] env[65635]: DEBUG oslo_vmware.api [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426942, 'name': PowerOffVM_Task, 'duration_secs': 0.372582} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.173639] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.174772] env[65635]: DEBUG nova.compute.manager [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1053.174772] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.175096] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506fcb9-b298-45fe-865a-125df663265e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.180181] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adf43efc-e584-4243-a4e2-f78e2072b4bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.188757] env[65635]: DEBUG oslo_vmware.api [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1053.188757] env[65635]: value = "task-4426945" [ 1053.188757] env[65635]: _type = "Task" [ 1053.188757] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.198932] env[65635]: DEBUG oslo_vmware.api [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.268392] env[65635]: DEBUG oslo_vmware.api [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4426940, 'name': PowerOnVM_Task, 'duration_secs': 0.850448} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.268719] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.268952] env[65635]: INFO nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1053.269177] env[65635]: DEBUG nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1053.270011] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab61383-418a-46c9-adff-dd727968e8e6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.283686] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426941, 'name': ReconfigVM_Task, 'duration_secs': 0.679423} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.287094] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051/ba7c06bf-34e4-48b6-af83-d54b62a4c051.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.290044] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce2a4dae-8de8-4235-bc66-09c6cff62878 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.298068] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1053.298068] env[65635]: value = "task-4426946" [ 1053.298068] env[65635]: _type = "Task" [ 1053.298068] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.311054] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426946, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.326363] env[65635]: INFO nova.compute.manager [-] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Took 1.32 seconds to deallocate network for instance. [ 1053.362819] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426938, 'name': Destroy_Task, 'duration_secs': 1.159842} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.362819] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Destroyed the VM [ 1053.362819] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.362819] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-209b2f84-1a40-4724-b5b6-830f5d13f559 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.372836] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1053.372836] env[65635]: value = "task-4426947" [ 1053.372836] env[65635]: _type = "Task" [ 1053.372836] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.391062] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426947, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.391062] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426943, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.545286] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.659049] env[65635]: DEBUG oslo_vmware.api [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426944, 'name': ReconfigVM_Task, 'duration_secs': 0.234635} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.659365] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866258', 'volume_id': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'name': 'volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca712e92-f620-4355-aa04-4d499a13e982', 'attached_at': '', 'detached_at': '', 'volume_id': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'serial': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.696656] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9453ea82-d239-4587-8db5-514ddd8c3c18 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.703925] env[65635]: DEBUG oslo_vmware.api [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.796079] env[65635]: INFO nova.compute.manager [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Took 40.01 seconds to build instance. [ 1053.812041] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426946, 'name': Rename_Task, 'duration_secs': 0.385977} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.813165] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.813262] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3222f3fe-1d22-4977-bbab-55706131d87d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.822159] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1053.822159] env[65635]: value = "task-4426948" [ 1053.822159] env[65635]: _type = "Task" [ 1053.822159] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.833064] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.833295] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.886530] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426947, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.887342] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da928c1a-a64c-4731-b82e-6732bf5228f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.900724] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426943, 'name': CreateVM_Task, 'duration_secs': 0.572495} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.900909] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.902202] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fce93a-8026-46b1-8c05-0ed739b96487 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.906611] env[65635]: WARNING neutronclient.v2_0.client [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1053.907042] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.907220] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.907565] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.908954] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152e7c76-ea38-43d7-962b-05370dd43ca4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.914390] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1053.914390] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e4f20b-6d51-e4a9-e47b-637fd2db5749" [ 1053.914390] env[65635]: _type = "Task" [ 1053.914390] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.946515] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f7b08f-4c9d-45fa-a309-d78929d6977f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.959154] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e4f20b-6d51-e4a9-e47b-637fd2db5749, 'name': SearchDatastore_Task, 'duration_secs': 0.013923} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.959316] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.959485] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.959754] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.959893] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.960082] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.961444] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e06167-cefb-4127-9184-799d6ddc7ea1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.966870] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec88b079-a4cb-42c0-bbf3-c7e5b18b1d06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.982786] env[65635]: DEBUG nova.compute.provider_tree [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.986863] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.987473] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.988041] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0840c872-cbd9-477f-a06e-45356bde28d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.996365] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1053.996365] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cfcfb-6c06-b049-5a98-348018fab0bf" [ 1053.996365] env[65635]: _type = "Task" [ 1053.996365] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.009071] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cfcfb-6c06-b049-5a98-348018fab0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.208058] env[65635]: DEBUG oslo_vmware.api [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426945, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.298153] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1af5b2cc-8f9e-468c-883b-834fcc7436a9 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.521s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.340501] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.384650] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426947, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.464997] env[65635]: DEBUG nova.compute.manager [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Received event network-changed-4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.465193] env[65635]: DEBUG nova.compute.manager [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Refreshing instance network info cache due to event network-changed-4a707f82-6234-4046-8042-a7d6fa284373. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1054.465385] env[65635]: DEBUG oslo_concurrency.lockutils [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] Acquiring lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.465524] env[65635]: DEBUG oslo_concurrency.lockutils [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] Acquired lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.465681] env[65635]: DEBUG nova.network.neutron [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Refreshing network info cache for port 4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.490727] env[65635]: DEBUG nova.scheduler.client.report [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.512948] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529cfcfb-6c06-b049-5a98-348018fab0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.016111} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.514196] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4bdae6-dbc1-4c85-a950-6cf2caa19aec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.522215] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1054.522215] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b98cf1-81d6-07d8-3e92-79e9b3ea8945" [ 1054.522215] env[65635]: _type = "Task" [ 1054.522215] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.535319] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b98cf1-81d6-07d8-3e92-79e9b3ea8945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.712264] env[65635]: DEBUG nova.objects.instance [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid ca712e92-f620-4355-aa04-4d499a13e982 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.713714] env[65635]: DEBUG oslo_vmware.api [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426945, 'name': PowerOffVM_Task, 'duration_secs': 1.076467} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.714211] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.714510] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.715074] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c052c35-fcd8-4dfc-bd28-9d8438e243a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.799955] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.800261] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.800729] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleting the datastore file [datastore1] 3a8e3e34-8b4f-4f45-a388-bbe22270b871 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.800861] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d1c4e9c-3713-4b79-8832-456d7802120d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.810338] env[65635]: DEBUG oslo_vmware.api [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1054.810338] env[65635]: value = "task-4426950" [ 1054.810338] env[65635]: _type = "Task" [ 1054.810338] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.821189] env[65635]: DEBUG oslo_vmware.api [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.834809] env[65635]: DEBUG oslo_vmware.api [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4426948, 'name': PowerOnVM_Task, 'duration_secs': 0.746004} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.835120] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.835375] env[65635]: INFO nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1054.835561] env[65635]: DEBUG nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1054.836459] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb46914-277c-467b-9c51-2077d23b1ade {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.885387] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426947, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.969298] env[65635]: WARNING neutronclient.v2_0.client [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.995252] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.025s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.995830] env[65635]: WARNING neutronclient.v2_0.client [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.998653] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.164s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.998782] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.000652] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.538s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.000837] env[65635]: DEBUG nova.objects.instance [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1055.033128] env[65635]: INFO nova.scheduler.client.report [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Deleted allocations for instance 90868ad4-03b7-43d8-9227-f3810256343d [ 1055.039282] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b98cf1-81d6-07d8-3e92-79e9b3ea8945, 'name': SearchDatastore_Task, 'duration_secs': 0.015842} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.042113] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.042113] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b/5829975c-a48e-489d-8cd8-5abe5a26280b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.042414] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf238a2d-1a32-461f-9a05-42bd9526eeec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.051507] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1055.051507] env[65635]: value = "task-4426951" [ 1055.051507] env[65635]: _type = "Task" [ 1055.051507] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.058514] env[65635]: INFO nova.network.neutron [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating port ba559057-9d08-428b-835d-0b2b06025dfc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1055.065405] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.173977] env[65635]: WARNING neutronclient.v2_0.client [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.207018] env[65635]: DEBUG nova.compute.manager [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1055.208380] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fd4613-5b6c-444c-8b27-dc9c59e14635 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.217247] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d3c80daf-4505-4bbf-8b24-47a214d61b1e tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.824s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.250546] env[65635]: DEBUG nova.network.neutron [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Updated VIF entry in instance network info cache for port 4a707f82-6234-4046-8042-a7d6fa284373. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.250546] env[65635]: DEBUG nova.network.neutron [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Updating instance_info_cache with network_info: [{"id": "4a707f82-6234-4046-8042-a7d6fa284373", "address": "fa:16:3e:57:3e:d4", "network": {"id": "59e4e876-6bd6-474d-841e-7d5c9cab5a40", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-23461860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee4d61cca6f43cba791a3cbe62f3f19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a707f82-62", "ovs_interfaceid": "4a707f82-6234-4046-8042-a7d6fa284373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.322676] env[65635]: DEBUG oslo_vmware.api [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4426950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245068} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.322862] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.324048] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.324584] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.324831] env[65635]: INFO nova.compute.manager [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1055.325139] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1055.325411] env[65635]: DEBUG nova.compute.manager [-] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1055.325526] env[65635]: DEBUG nova.network.neutron [-] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1055.325800] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.359420] env[65635]: INFO nova.compute.manager [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Took 38.40 seconds to build instance. [ 1055.387561] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426947, 'name': RemoveSnapshot_Task, 'duration_secs': 1.521913} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.387856] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.388202] env[65635]: DEBUG nova.compute.manager [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1055.389108] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee2bfc5-deec-4670-999b-bb73da876e85 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.400063] env[65635]: DEBUG oslo_concurrency.lockutils [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.400063] env[65635]: DEBUG oslo_concurrency.lockutils [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.493362] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.547076] env[65635]: DEBUG oslo_concurrency.lockutils [None req-421db15b-8d17-4d70-920e-30737b4b48c3 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "90868ad4-03b7-43d8-9227-f3810256343d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.751s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.566934] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426951, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.725206] env[65635]: INFO nova.compute.manager [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] instance snapshotting [ 1055.725520] env[65635]: WARNING nova.compute.manager [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1055.728830] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0113e8-785c-4ecf-8df4-7bd709e1178b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.758771] env[65635]: DEBUG oslo_concurrency.lockutils [req-234586c1-e89e-4077-8ed4-f9d26a960367 req-c2f600f2-b853-4534-94d1-640757b588f6 service nova] Releasing lock "refresh_cache-5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.759801] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5903f6-dffa-4f12-87df-af26b13a6e26 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.861756] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a4581a14-e74c-44c1-808a-005ff6c47c12 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.915s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.904462] env[65635]: INFO nova.compute.manager [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Detaching volume 6c117bee-225b-4939-be30-b04a5a04f160 [ 1055.907522] env[65635]: INFO nova.compute.manager [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Shelve offloading [ 1055.944330] env[65635]: INFO nova.virt.block_device [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Attempting to driver detach volume 6c117bee-225b-4939-be30-b04a5a04f160 from mountpoint /dev/sdb [ 1055.944638] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.944860] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866250', 'volume_id': '6c117bee-225b-4939-be30-b04a5a04f160', 'name': 'volume-6c117bee-225b-4939-be30-b04a5a04f160', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca712e92-f620-4355-aa04-4d499a13e982', 'attached_at': '', 'detached_at': '', 'volume_id': '6c117bee-225b-4939-be30-b04a5a04f160', 'serial': '6c117bee-225b-4939-be30-b04a5a04f160'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.945844] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083f89c2-7c2c-4a86-ac94-1efc515db35a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.971635] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ed600c-fe1b-46e9-a3f6-a03fb8f0c5a0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.980256] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725aeedb-d882-4424-be01-24ab3341af2d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.004370] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e7a6a-9c84-46c2-a7ad-15ac42d2d1ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.011480] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c2141361-0608-4683-9078-c1e19b721bf8 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.022925] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.433s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.023167] env[65635]: DEBUG nova.objects.instance [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.026031] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The volume has not been displaced from its original location: [datastore2] volume-6c117bee-225b-4939-be30-b04a5a04f160/volume-6c117bee-225b-4939-be30-b04a5a04f160.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1056.031346] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.032119] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8995d755-d356-478f-b8a2-6645340c35d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.054826] env[65635]: DEBUG oslo_vmware.api [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1056.054826] env[65635]: value = "task-4426952" [ 1056.054826] env[65635]: _type = "Task" [ 1056.054826] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.068165] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710676} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.074586] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b/5829975c-a48e-489d-8cd8-5abe5a26280b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.074794] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.075087] env[65635]: DEBUG oslo_vmware.api [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426952, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.075980] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8136533-2504-44a2-a013-66c89c1d637f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.085027] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1056.085027] env[65635]: value = "task-4426953" [ 1056.085027] env[65635]: _type = "Task" [ 1056.085027] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.096728] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.272290] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1056.272599] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a558301-86d7-4d44-b39a-aac289072269 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.282766] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1056.282766] env[65635]: value = "task-4426954" [ 1056.282766] env[65635]: _type = "Task" [ 1056.282766] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.293585] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426954, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.414397] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.414855] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c6f7fa-441b-4550-aade-9e20616c4a23 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.423880] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1056.423880] env[65635]: value = "task-4426955" [ 1056.423880] env[65635]: _type = "Task" [ 1056.423880] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.434773] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1056.435575] env[65635]: DEBUG nova.compute.manager [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1056.435911] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e215053-1445-4c71-981b-835f1a505a5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.442858] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.443050] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.443267] env[65635]: DEBUG nova.network.neutron [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1056.567836] env[65635]: DEBUG oslo_vmware.api [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.576067] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.576305] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.576587] env[65635]: DEBUG nova.network.neutron [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1056.597975] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075563} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.598130] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.600485] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52445ce5-4906-4310-8b76-d18efa713ba0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.627169] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b/5829975c-a48e-489d-8cd8-5abe5a26280b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.627547] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fdca2cb-a18f-49b4-a0d4-d20dfdba6a19 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.653584] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1056.653584] env[65635]: value = "task-4426956" [ 1056.653584] env[65635]: _type = "Task" [ 1056.653584] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.663624] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.771888] env[65635]: DEBUG nova.network.neutron [-] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.793513] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426954, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.825406] env[65635]: DEBUG nova.compute.manager [req-f701bf8d-1195-4188-b390-dfef5730d5ea req-418c6bec-165e-4a3c-97c5-d3f60153b1fe service nova] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Received event network-vif-deleted-fe1bd403-435c-484b-9b67-607dddb1f8a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1056.945922] env[65635]: WARNING neutronclient.v2_0.client [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.967144] env[65635]: DEBUG nova.compute.manager [req-e0644f68-64d4-4088-82d3-e98d802b4489 req-fc89dcd4-2ba3-4636-9def-4ef85a80c086 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received event network-vif-plugged-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1056.967144] env[65635]: DEBUG oslo_concurrency.lockutils [req-e0644f68-64d4-4088-82d3-e98d802b4489 req-fc89dcd4-2ba3-4636-9def-4ef85a80c086 service nova] Acquiring lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.967144] env[65635]: DEBUG oslo_concurrency.lockutils [req-e0644f68-64d4-4088-82d3-e98d802b4489 req-fc89dcd4-2ba3-4636-9def-4ef85a80c086 service nova] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.967405] env[65635]: DEBUG oslo_concurrency.lockutils [req-e0644f68-64d4-4088-82d3-e98d802b4489 req-fc89dcd4-2ba3-4636-9def-4ef85a80c086 service nova] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.967506] env[65635]: DEBUG nova.compute.manager [req-e0644f68-64d4-4088-82d3-e98d802b4489 req-fc89dcd4-2ba3-4636-9def-4ef85a80c086 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] No waiting events found dispatching network-vif-plugged-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1056.967710] env[65635]: WARNING nova.compute.manager [req-e0644f68-64d4-4088-82d3-e98d802b4489 req-fc89dcd4-2ba3-4636-9def-4ef85a80c086 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received unexpected event network-vif-plugged-ba559057-9d08-428b-835d-0b2b06025dfc for instance with vm_state shelved_offloaded and task_state spawning. [ 1057.037937] env[65635]: DEBUG oslo_concurrency.lockutils [None req-80376ea2-da1c-4f91-906f-799f62376b06 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.038880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.292s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.039168] env[65635]: DEBUG nova.objects.instance [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lazy-loading 'resources' on Instance uuid 86a716b6-8da4-46b4-9182-7a43e4725914 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.068754] env[65635]: DEBUG oslo_vmware.api [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426952, 'name': ReconfigVM_Task, 'duration_secs': 0.631992} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.069118] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.077122] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bda740-4dca-43f6-8e5d-3c5aca72e7d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.088267] env[65635]: WARNING neutronclient.v2_0.client [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.097662] env[65635]: DEBUG oslo_vmware.api [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1057.097662] env[65635]: value = "task-4426957" [ 1057.097662] env[65635]: _type = "Task" [ 1057.097662] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.108218] env[65635]: DEBUG oslo_vmware.api [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.164850] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.222079] env[65635]: WARNING neutronclient.v2_0.client [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.275030] env[65635]: INFO nova.compute.manager [-] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Took 1.95 seconds to deallocate network for instance. [ 1057.293423] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426954, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.384310] env[65635]: DEBUG nova.network.neutron [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Updating instance_info_cache with network_info: [{"id": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "address": "fa:16:3e:57:77:32", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb1c8b-46", "ovs_interfaceid": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.441292] env[65635]: WARNING neutronclient.v2_0.client [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.492670] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "a7750ded-bcc4-43de-8c15-a50b30be9161" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.492925] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.493294] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.493402] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.493552] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.495747] env[65635]: INFO nova.compute.manager [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Terminating instance [ 1057.510783] env[65635]: DEBUG nova.network.neutron [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating instance_info_cache with network_info: [{"id": "ba559057-9d08-428b-835d-0b2b06025dfc", "address": "fa:16:3e:91:1f:9f", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba559057-9d", "ovs_interfaceid": "ba559057-9d08-428b-835d-0b2b06025dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.609131] env[65635]: DEBUG oslo_vmware.api [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426957, 'name': ReconfigVM_Task, 'duration_secs': 0.17188} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.609437] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866250', 'volume_id': '6c117bee-225b-4939-be30-b04a5a04f160', 'name': 'volume-6c117bee-225b-4939-be30-b04a5a04f160', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca712e92-f620-4355-aa04-4d499a13e982', 'attached_at': '', 'detached_at': '', 'volume_id': '6c117bee-225b-4939-be30-b04a5a04f160', 'serial': '6c117bee-225b-4939-be30-b04a5a04f160'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1057.666220] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426956, 'name': ReconfigVM_Task, 'duration_secs': 0.519195} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.666509] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b/5829975c-a48e-489d-8cd8-5abe5a26280b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.667191] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a207714-c2b4-456c-aa3e-cf13c0ddb3c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.674997] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1057.674997] env[65635]: value = "task-4426958" [ 1057.674997] env[65635]: _type = "Task" [ 1057.674997] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.683647] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426958, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.782307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.797629] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426954, 'name': CreateSnapshot_Task, 'duration_secs': 1.106088} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.797629] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1057.798300] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be84ea5f-887c-49f9-a1a1-c3f14351f830 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.887519] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.887860] env[65635]: WARNING neutronclient.v2_0.client [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.888173] env[65635]: WARNING neutronclient.v2_0.client [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.916524] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca88ac4-a99e-4f6a-a732-9d4f467ad066 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.928427] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6e5c0b-0bab-4f44-9533-6d97134c39d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.968575] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0784957b-d4d9-447e-8e4e-67914fe06ab0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.976681] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b8e43b-da71-409a-8e69-cfc1dec2e5e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.990992] env[65635]: DEBUG nova.compute.provider_tree [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.999363] env[65635]: DEBUG nova.compute.manager [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1057.999573] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.000508] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f4938-3812-4819-a41d-cd093195d77c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.008992] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.009971] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cb0175-18da-4d7f-b596-3224d3f54253 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.013617] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.018450] env[65635]: DEBUG oslo_vmware.api [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1058.018450] env[65635]: value = "task-4426959" [ 1058.018450] env[65635]: _type = "Task" [ 1058.018450] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.030184] env[65635]: DEBUG oslo_vmware.api [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.045170] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1b0cafd3e6397d48b10e13c9cc61dbeb',container_format='bare',created_at=2025-11-12T23:19:01Z,direct_url=,disk_format='vmdk',id=6ca99f47-ea2f-47f9-823d-03b3ad630e85,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-990901866-shelved',owner='239a165f749e4c03964f942db82a6212',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-11-12T23:19:17Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1058.045538] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.045586] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1058.045734] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.045879] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1058.046069] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1058.046368] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1058.046578] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1058.046803] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1058.047016] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1058.047294] env[65635]: DEBUG nova.virt.hardware [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1058.048593] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e6c89b-09c4-44f1-8f0d-4be687915fe5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.057561] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88056b44-5d3a-4dba-898c-069f4e98645a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.076727] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:1f:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba559057-9d08-428b-835d-0b2b06025dfc', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.085735] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1058.086061] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.086284] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-063f3da4-28af-42ae-9da4-ad0a6c3833e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.110934] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.110934] env[65635]: value = "task-4426960" [ 1058.110934] env[65635]: _type = "Task" [ 1058.110934] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.120597] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426960, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.183713] env[65635]: DEBUG nova.objects.instance [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid ca712e92-f620-4355-aa04-4d499a13e982 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.194904] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426958, 'name': Rename_Task, 'duration_secs': 0.278333} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.195317] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.195667] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6610ad6b-fe97-44bf-b7b1-828d09565b1a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.205687] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1058.205687] env[65635]: value = "task-4426961" [ 1058.205687] env[65635]: _type = "Task" [ 1058.205687] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.219777] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.221626] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.222809] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3ab129-cccc-4171-9000-e89c0242b3b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.233398] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.233776] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fdcfc8f-3938-4ff2-aabe-147d208bb2d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.328012] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1058.328476] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c140581-12a6-46e1-b333-6fc4fcd56c55 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.339377] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1058.339377] env[65635]: value = "task-4426963" [ 1058.339377] env[65635]: _type = "Task" [ 1058.339377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.352685] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426963, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.494074] env[65635]: DEBUG nova.scheduler.client.report [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.531024] env[65635]: DEBUG oslo_vmware.api [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426959, 'name': PowerOffVM_Task, 'duration_secs': 0.266115} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.531333] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.531558] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.531857] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382500ab-7b9e-4fce-b81e-9ad761e5f711 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.622472] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426960, 'name': CreateVM_Task, 'duration_secs': 0.508844} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.622683] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.623272] env[65635]: WARNING neutronclient.v2_0.client [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.623630] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.623792] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.624184] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.624497] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5c5d1d-442a-4491-9f71-33b65033ea68 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.630547] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1058.630547] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bcfee3-972f-dc10-b211-207b70db8fb4" [ 1058.630547] env[65635]: _type = "Task" [ 1058.630547] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.639395] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bcfee3-972f-dc10-b211-207b70db8fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.669061] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.669823] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.670188] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Deleting the datastore file [datastore1] a7750ded-bcc4-43de-8c15-a50b30be9161 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.671873] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c2bfb9-1f7b-4a5c-91af-f041fa16f136 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.674016] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.674251] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.674488] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleting the datastore file [datastore1] c406cca7-df99-4030-85fb-92e756d6fa39 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.674796] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37df81ce-1d54-44f7-8f05-7d34f3c196db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.682202] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1058.682202] env[65635]: value = "task-4426966" [ 1058.682202] env[65635]: _type = "Task" [ 1058.682202] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.683770] env[65635]: DEBUG oslo_vmware.api [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for the task: (returnval){ [ 1058.683770] env[65635]: value = "task-4426965" [ 1058.683770] env[65635]: _type = "Task" [ 1058.683770] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.700186] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.705380] env[65635]: DEBUG oslo_vmware.api [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.718311] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.854413] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426963, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.000358] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.003686] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.460s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.003812] env[65635]: DEBUG nova.objects.instance [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lazy-loading 'resources' on Instance uuid 32a1932c-1fa8-4629-8251-dc43a0337958 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.025991] env[65635]: DEBUG nova.compute.manager [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Received event network-vif-unplugged-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.026114] env[65635]: DEBUG oslo_concurrency.lockutils [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] Acquiring lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.026279] env[65635]: DEBUG oslo_concurrency.lockutils [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] Lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.026475] env[65635]: DEBUG oslo_concurrency.lockutils [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] Lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.026750] env[65635]: DEBUG nova.compute.manager [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] No waiting events found dispatching network-vif-unplugged-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1059.027056] env[65635]: WARNING nova.compute.manager [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Received unexpected event network-vif-unplugged-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb for instance with vm_state shelved and task_state shelving_offloading. [ 1059.027263] env[65635]: DEBUG nova.compute.manager [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Received event network-changed-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.027466] env[65635]: DEBUG nova.compute.manager [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Refreshing instance network info cache due to event network-changed-bfcb1c8b-4691-45b4-a753-3f119f4ebfdb. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1059.027665] env[65635]: DEBUG oslo_concurrency.lockutils [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] Acquiring lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.027802] env[65635]: DEBUG oslo_concurrency.lockutils [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] Acquired lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.028010] env[65635]: DEBUG nova.network.neutron [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Refreshing network info cache for port bfcb1c8b-4691-45b4-a753-3f119f4ebfdb {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.030631] env[65635]: INFO nova.scheduler.client.report [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Deleted allocations for instance 86a716b6-8da4-46b4-9182-7a43e4725914 [ 1059.143370] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.143656] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Processing image 6ca99f47-ea2f-47f9-823d-03b3ad630e85 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.143856] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85/6ca99f47-ea2f-47f9-823d-03b3ad630e85.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.144008] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85/6ca99f47-ea2f-47f9-823d-03b3ad630e85.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.144200] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.145721] env[65635]: DEBUG nova.compute.manager [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received event network-changed-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.145910] env[65635]: DEBUG nova.compute.manager [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Refreshing instance network info cache due to event network-changed-ba559057-9d08-428b-835d-0b2b06025dfc. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1059.146121] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] Acquiring lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.146260] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] Acquired lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.146416] env[65635]: DEBUG nova.network.neutron [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Refreshing network info cache for port ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.148069] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-184089b5-72e9-4a0c-8ac7-93eb0a32fb4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.157637] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.157909] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.159343] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a2b6f1-5919-46db-9af8-68271d29578c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.166564] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1059.166564] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5298beb2-b72c-41e3-4eac-7f206f0213d5" [ 1059.166564] env[65635]: _type = "Task" [ 1059.166564] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.175556] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5298beb2-b72c-41e3-4eac-7f206f0213d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.198084] env[65635]: DEBUG oslo_concurrency.lockutils [None req-460d64e4-f0f9-49ca-9813-b5590f000231 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.798s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.199569] env[65635]: DEBUG oslo_vmware.api [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4426966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198321} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.203651] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.204169] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.204268] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.206633] env[65635]: DEBUG oslo_vmware.api [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Task: {'id': task-4426965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203283} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.207358] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.207358] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.207544] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.207834] env[65635]: INFO nova.compute.manager [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1059.207933] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1059.208264] env[65635]: DEBUG nova.compute.manager [-] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1059.208640] env[65635]: DEBUG nova.network.neutron [-] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1059.208697] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.225870] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426961, 'name': PowerOnVM_Task, 'duration_secs': 0.778263} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.226383] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.226939] env[65635]: DEBUG nova.compute.manager [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1059.228373] env[65635]: INFO nova.scheduler.client.report [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted allocations for instance c406cca7-df99-4030-85fb-92e756d6fa39 [ 1059.231448] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c69e6-5d8c-4b79-9619-8d594407fb0e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.279781] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.360110] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426963, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.533897] env[65635]: WARNING neutronclient.v2_0.client [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.543085] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e545e8da-6f7c-4b21-af33-38da168ec451 tempest-AttachInterfacesUnderV243Test-517757366 tempest-AttachInterfacesUnderV243Test-517757366-project-member] Lock "86a716b6-8da4-46b4-9182-7a43e4725914" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.315s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.652348] env[65635]: WARNING neutronclient.v2_0.client [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.689235] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Preparing fetch location {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1059.689498] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Fetch image to [datastore1] OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86/OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86.vmdk {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1059.689677] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Downloading stream optimized image 6ca99f47-ea2f-47f9-823d-03b3ad630e85 to [datastore1] OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86/OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86.vmdk on the data store datastore1 as vApp {{(pid=65635) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1059.689839] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Downloading image file data 6ca99f47-ea2f-47f9-823d-03b3ad630e85 to the ESX as VM named 'OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86' {{(pid=65635) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1059.701845] env[65635]: WARNING neutronclient.v2_0.client [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.740519] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.746979] env[65635]: INFO nova.compute.manager [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] bringing vm to original state: 'stopped' [ 1059.779429] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1059.779429] env[65635]: value = "resgroup-9" [ 1059.779429] env[65635]: _type = "ResourcePool" [ 1059.779429] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1059.779915] env[65635]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-610f398c-3347-4b71-9bf5-fe937f83a944 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.803915] env[65635]: DEBUG nova.network.neutron [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Updated VIF entry in instance network info cache for port bfcb1c8b-4691-45b4-a753-3f119f4ebfdb. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.804326] env[65635]: DEBUG nova.network.neutron [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Updating instance_info_cache with network_info: [{"id": "bfcb1c8b-4691-45b4-a753-3f119f4ebfdb", "address": "fa:16:3e:57:77:32", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": null, "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbfcb1c8b-46", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.814077] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lease: (returnval){ [ 1059.814077] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241e0bf-38ea-0a7f-9958-d60ba1349537" [ 1059.814077] env[65635]: _type = "HttpNfcLease" [ 1059.814077] env[65635]: } obtained for vApp import into resource pool (val){ [ 1059.814077] env[65635]: value = "resgroup-9" [ 1059.814077] env[65635]: _type = "ResourcePool" [ 1059.814077] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1059.815301] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the lease: (returnval){ [ 1059.815301] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241e0bf-38ea-0a7f-9958-d60ba1349537" [ 1059.815301] env[65635]: _type = "HttpNfcLease" [ 1059.815301] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.826567] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.826567] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241e0bf-38ea-0a7f-9958-d60ba1349537" [ 1059.826567] env[65635]: _type = "HttpNfcLease" [ 1059.826567] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.858710] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426963, 'name': CloneVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.886342] env[65635]: WARNING neutronclient.v2_0.client [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.895650] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquiring lock "1587b58b-e424-44d9-9c64-142c640b9757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.896240] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "1587b58b-e424-44d9-9c64-142c640b9757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.896647] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquiring lock "1587b58b-e424-44d9-9c64-142c640b9757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.897045] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "1587b58b-e424-44d9-9c64-142c640b9757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.897307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "1587b58b-e424-44d9-9c64-142c640b9757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.904572] env[65635]: DEBUG oslo_concurrency.lockutils [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.904572] env[65635]: DEBUG oslo_concurrency.lockutils [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.906422] env[65635]: INFO nova.compute.manager [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Terminating instance [ 1059.940461] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f472620-a0f0-4677-bfd5-3ba0b3632005 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.951653] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17a5b47-1983-46dd-b666-22e017547f10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.005898] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e357f30c-2221-4583-bea5-1dbae215a03c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.014456] env[65635]: DEBUG nova.network.neutron [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updated VIF entry in instance network info cache for port ba559057-9d08-428b-835d-0b2b06025dfc. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1060.014832] env[65635]: DEBUG nova.network.neutron [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating instance_info_cache with network_info: [{"id": "ba559057-9d08-428b-835d-0b2b06025dfc", "address": "fa:16:3e:91:1f:9f", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba559057-9d", "ovs_interfaceid": "ba559057-9d08-428b-835d-0b2b06025dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.017019] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491ab1f5-fd49-49df-ad36-1d7b4905783c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.033260] env[65635]: DEBUG nova.compute.provider_tree [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.048156] env[65635]: DEBUG nova.network.neutron [-] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.309020] env[65635]: DEBUG oslo_concurrency.lockutils [req-f06d89a9-7d24-4c15-8bcc-40cf3ba0434e req-c131e0e8-f7d4-46c4-a4ff-781d817df628 service nova] Releasing lock "refresh_cache-c406cca7-df99-4030-85fb-92e756d6fa39" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.328213] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.328213] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241e0bf-38ea-0a7f-9958-d60ba1349537" [ 1060.328213] env[65635]: _type = "HttpNfcLease" [ 1060.328213] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.353499] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426963, 'name': CloneVM_Task, 'duration_secs': 1.59231} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.353941] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Created linked-clone VM from snapshot [ 1060.355037] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0df595-c7d8-4af8-bd42-2e8f917accf5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.364090] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Uploading image 93cc71ed-8f2e-4d14-8ce2-a2ce488f1726 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1060.392185] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1060.392185] env[65635]: value = "vm-866266" [ 1060.392185] env[65635]: _type = "VirtualMachine" [ 1060.392185] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1060.392567] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3439e13d-58a7-4601-be4a-ca0f33021b60 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.401430] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lease: (returnval){ [ 1060.401430] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52419abe-4ab9-25a1-6e45-a74491cd4939" [ 1060.401430] env[65635]: _type = "HttpNfcLease" [ 1060.401430] env[65635]: } obtained for exporting VM: (result){ [ 1060.401430] env[65635]: value = "vm-866266" [ 1060.401430] env[65635]: _type = "VirtualMachine" [ 1060.401430] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1060.401909] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the lease: (returnval){ [ 1060.401909] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52419abe-4ab9-25a1-6e45-a74491cd4939" [ 1060.401909] env[65635]: _type = "HttpNfcLease" [ 1060.401909] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1060.410771] env[65635]: INFO nova.compute.manager [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Detaching volume 3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d [ 1060.414809] env[65635]: DEBUG nova.compute.manager [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1060.414809] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.414809] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.414809] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52419abe-4ab9-25a1-6e45-a74491cd4939" [ 1060.414809] env[65635]: _type = "HttpNfcLease" [ 1060.414809] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.415713] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6ff126-fdc7-4f0c-9713-2eae090e78bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.426817] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.427144] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cfeb40b-8b2d-46a5-ac05-3a45c4aedb82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.436600] env[65635]: DEBUG oslo_vmware.api [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1060.436600] env[65635]: value = "task-4426969" [ 1060.436600] env[65635]: _type = "Task" [ 1060.436600] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.448015] env[65635]: DEBUG oslo_vmware.api [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.457144] env[65635]: INFO nova.virt.block_device [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Attempting to driver detach volume 3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d from mountpoint /dev/sdc [ 1060.457347] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1060.457536] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866258', 'volume_id': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'name': 'volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca712e92-f620-4355-aa04-4d499a13e982', 'attached_at': '', 'detached_at': '', 'volume_id': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'serial': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1060.458692] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f49aeae-e38d-413e-8e3e-8dbb0b7d06d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.486584] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0907a5e-441c-4426-98f9-8fc5e21d622f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.495140] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babb0a50-459a-47ba-aea0-e3a774c530e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.524044] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] Releasing lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.524489] env[65635]: DEBUG nova.compute.manager [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Received event network-changed-d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1060.524797] env[65635]: DEBUG nova.compute.manager [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Refreshing instance network info cache due to event network-changed-d7f72abd-691f-46c3-aaae-e96938e6c528. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1060.525142] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] Acquiring lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.525389] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] Acquired lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.525646] env[65635]: DEBUG nova.network.neutron [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Refreshing network info cache for port d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.528753] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e06f940-f0e2-4069-bbee-a85a2e1db794 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.549168] env[65635]: DEBUG nova.scheduler.client.report [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.552702] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d/volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1060.559912] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfiguring VM instance instance-0000004d to detach disk 2002 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.559912] env[65635]: INFO nova.compute.manager [-] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Took 1.35 seconds to deallocate network for instance. [ 1060.559912] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a26fda-987c-41e3-9de2-afbfcadeb7b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.584033] env[65635]: DEBUG oslo_vmware.api [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1060.584033] env[65635]: value = "task-4426970" [ 1060.584033] env[65635]: _type = "Task" [ 1060.584033] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.596150] env[65635]: DEBUG oslo_vmware.api [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.757626] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "5829975c-a48e-489d-8cd8-5abe5a26280b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.757900] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.758099] env[65635]: DEBUG nova.compute.manager [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.759022] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bba611-43f6-4814-977e-85571c94ea6f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.767269] env[65635]: DEBUG nova.compute.manager [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1060.831534] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.831534] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241e0bf-38ea-0a7f-9958-d60ba1349537" [ 1060.831534] env[65635]: _type = "HttpNfcLease" [ 1060.831534] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.831959] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.831959] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5241e0bf-38ea-0a7f-9958-d60ba1349537" [ 1060.831959] env[65635]: _type = "HttpNfcLease" [ 1060.831959] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1060.833656] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad30c6e-debc-4ec7-8a0b-c6712c815bf1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.847335] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5d133-85e8-47a4-4638-9a066e8fc261/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.847648] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5d133-85e8-47a4-4638-9a066e8fc261/disk-0.vmdk. {{(pid=65635) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1060.923138] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7dfdaf2-8d68-4b63-8297-e483a70811e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.925015] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.925015] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52419abe-4ab9-25a1-6e45-a74491cd4939" [ 1060.925015] env[65635]: _type = "HttpNfcLease" [ 1060.925015] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.926793] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.926793] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52419abe-4ab9-25a1-6e45-a74491cd4939" [ 1060.926793] env[65635]: _type = "HttpNfcLease" [ 1060.926793] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1060.928431] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fafee2-186e-4ca3-a391-6632b651ccaa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.940022] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b18e34-fcd2-3b39-f089-a90a586a180c/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.940022] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b18e34-fcd2-3b39-f089-a90a586a180c/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1060.998982] env[65635]: DEBUG oslo_vmware.api [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426969, 'name': PowerOffVM_Task, 'duration_secs': 0.280153} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.000325] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.000493] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.000749] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8759ce8b-9955-42e6-b0e2-47bca8aaa599 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.032676] env[65635]: WARNING neutronclient.v2_0.client [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.035865] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47c578fc-4174-47cd-b284-9f2b61964e56 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.062745] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.065257] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.386s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.066851] env[65635]: INFO nova.compute.claims [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.077913] env[65635]: DEBUG nova.compute.manager [req-f9762207-4b15-4c84-9456-1d8698add607 req-caa9f3e2-3f9a-4ecc-9e47-5a7d9e935352 service nova] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Received event network-vif-deleted-c1796564-16f3-4a2b-8b12-f5f6dbf341f7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1061.083099] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.083339] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.083832] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Deleting the datastore file [datastore2] 1587b58b-e424-44d9-9c64-142c640b9757 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.085147] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.085771] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1334f4f-180d-4eec-8ee6-696bc255c210 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.095908] env[65635]: INFO nova.scheduler.client.report [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Deleted allocations for instance 32a1932c-1fa8-4629-8251-dc43a0337958 [ 1061.105884] env[65635]: DEBUG oslo_vmware.api [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426970, 'name': ReconfigVM_Task, 'duration_secs': 0.325693} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.106822] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Reconfigured VM instance instance-0000004d to detach disk 2002 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.112324] env[65635]: DEBUG oslo_vmware.api [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for the task: (returnval){ [ 1061.112324] env[65635]: value = "task-4426972" [ 1061.112324] env[65635]: _type = "Task" [ 1061.112324] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.112324] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ee02c1-3556-40b9-bac2-526194e5c225 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.134445] env[65635]: DEBUG oslo_vmware.api [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1061.134445] env[65635]: value = "task-4426973" [ 1061.134445] env[65635]: _type = "Task" [ 1061.134445] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.139286] env[65635]: DEBUG oslo_vmware.api [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.154460] env[65635]: DEBUG oslo_vmware.api [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.197319] env[65635]: DEBUG oslo_concurrency.lockutils [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "c406cca7-df99-4030-85fb-92e756d6fa39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.270897] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.271224] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb1636cf-9173-47ae-99c7-64bd3bf89232 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.281606] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1061.281606] env[65635]: value = "task-4426974" [ 1061.281606] env[65635]: _type = "Task" [ 1061.281606] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.299736] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.437502] env[65635]: WARNING neutronclient.v2_0.client [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.591681] env[65635]: DEBUG nova.network.neutron [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updated VIF entry in instance network info cache for port d7f72abd-691f-46c3-aaae-e96938e6c528. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.591849] env[65635]: DEBUG nova.network.neutron [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance_info_cache with network_info: [{"id": "d7f72abd-691f-46c3-aaae-e96938e6c528", "address": "fa:16:3e:55:79:62", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f72abd-69", "ovs_interfaceid": "d7f72abd-691f-46c3-aaae-e96938e6c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.609983] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1e96d773-d01b-4e79-9ae8-bb955d24fa4c tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "32a1932c-1fa8-4629-8251-dc43a0337958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.389s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.651028] env[65635]: DEBUG oslo_vmware.api [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Task: {'id': task-4426972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151909} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.651028] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.651239] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.651593] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.652167] env[65635]: INFO nova.compute.manager [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1061.652167] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1061.652569] env[65635]: DEBUG nova.compute.manager [-] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1061.652900] env[65635]: DEBUG nova.network.neutron [-] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1061.653376] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.667113] env[65635]: DEBUG oslo_vmware.api [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426973, 'name': ReconfigVM_Task, 'duration_secs': 0.213707} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.667113] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866258', 'volume_id': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'name': 'volume-3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca712e92-f620-4355-aa04-4d499a13e982', 'attached_at': '', 'detached_at': '', 'volume_id': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d', 'serial': '3e1c7c98-e23a-4e38-8c4b-a16dbc90a08d'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1061.754069] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.798949] env[65635]: DEBUG oslo_vmware.api [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426974, 'name': PowerOffVM_Task, 'duration_secs': 0.208522} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.800436] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.800436] env[65635]: DEBUG nova.compute.manager [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.801158] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e254ea-07a0-437d-a15f-557f1bffc396 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.097743] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4aa3ba6-ad43-4983-952b-1b3105f57add req-9f4c86a2-c835-46c3-b6be-a3d1c5fd81c4 service nova] Releasing lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.202721] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "af24fa75-3692-4aca-9fa0-4da757c0a603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.202872] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "af24fa75-3692-4aca-9fa0-4da757c0a603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.204289] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "af24fa75-3692-4aca-9fa0-4da757c0a603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.204289] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "af24fa75-3692-4aca-9fa0-4da757c0a603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.204289] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "af24fa75-3692-4aca-9fa0-4da757c0a603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.208076] env[65635]: INFO nova.compute.manager [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Terminating instance [ 1062.246619] env[65635]: DEBUG nova.objects.instance [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'flavor' on Instance uuid ca712e92-f620-4355-aa04-4d499a13e982 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.329100] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.571s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.332040] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Completed reading data from the image iterator. {{(pid=65635) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1062.333212] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5d133-85e8-47a4-4638-9a066e8fc261/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1062.335494] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83a90a0-268b-438a-bd12-9ecb3878bc30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.351176] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5d133-85e8-47a4-4638-9a066e8fc261/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1062.352070] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5d133-85e8-47a4-4638-9a066e8fc261/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1062.352070] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-02c99f1f-fb8c-4000-a7a8-c602ff8eea6d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.565850] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aabb5d-6474-4c3b-a9a8-b4566d1fb935 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.575624] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be872eb-ffae-4adb-a1b6-366d7d5afd32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.614967] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c14e51a-84aa-47df-acbd-da425f78f92d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.623476] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acedca7e-d918-4c41-8a4a-ee2bf1fe5f79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.639517] env[65635]: DEBUG nova.compute.provider_tree [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.675139] env[65635]: DEBUG oslo_vmware.rw_handles [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5d133-85e8-47a4-4638-9a066e8fc261/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1062.678844] env[65635]: INFO nova.virt.vmwareapi.images [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Downloaded image file data 6ca99f47-ea2f-47f9-823d-03b3ad630e85 [ 1062.680312] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1385aba0-524a-4230-b6ab-161754c0ec53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.706944] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15e72812-689d-4509-b2ce-a2c32ae820d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.713130] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "refresh_cache-af24fa75-3692-4aca-9fa0-4da757c0a603" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.713408] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquired lock "refresh_cache-af24fa75-3692-4aca-9fa0-4da757c0a603" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.713534] env[65635]: DEBUG nova.network.neutron [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.737863] env[65635]: INFO nova.virt.vmwareapi.images [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] The imported VM was unregistered [ 1062.741330] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Caching image {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1062.741829] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85 {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.742604] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06306fff-ebb9-450c-bdfd-2143cb05cd42 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.760028] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Created directory with path [datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85 {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.760028] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86/OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86.vmdk to [datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85/6ca99f47-ea2f-47f9-823d-03b3ad630e85.vmdk. {{(pid=65635) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1062.760028] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-665c2776-0d39-4c55-9a66-834a6519adf1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.769740] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1062.769740] env[65635]: value = "task-4426976" [ 1062.769740] env[65635]: _type = "Task" [ 1062.769740] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.782015] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426976, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.835587] env[65635]: DEBUG nova.network.neutron [-] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.850851] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.135955] env[65635]: DEBUG nova.compute.manager [req-20a79b32-cae9-4c58-a5c9-7bde5c5313f7 req-ceeb5a3c-88cb-4eaa-8ecf-0d21a30c20fa service nova] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Received event network-vif-deleted-582aa783-ca9e-40d4-86ec-507dbd6f365e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1063.171027] env[65635]: ERROR nova.scheduler.client.report [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [req-005e93cb-5ee7-4bf7-84fa-e6b3338482c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-005e93cb-5ee7-4bf7-84fa-e6b3338482c3"}]} [ 1063.189802] env[65635]: DEBUG nova.scheduler.client.report [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1063.207376] env[65635]: DEBUG nova.scheduler.client.report [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1063.207552] env[65635]: DEBUG nova.compute.provider_tree [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.216283] env[65635]: WARNING neutronclient.v2_0.client [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.220162] env[65635]: DEBUG nova.scheduler.client.report [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1063.241891] env[65635]: DEBUG nova.scheduler.client.report [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1063.250097] env[65635]: DEBUG nova.network.neutron [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.263823] env[65635]: DEBUG oslo_concurrency.lockutils [None req-050aff45-3f60-4783-ad97-407abc445c58 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.359s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.285463] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426976, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.336031] env[65635]: DEBUG nova.network.neutron [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.340112] env[65635]: INFO nova.compute.manager [-] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Took 1.69 seconds to deallocate network for instance. [ 1063.595056] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4c73b0-4e9d-4ae4-bc4f-553a79f4c55b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.601659] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.601918] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.602133] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "ca712e92-f620-4355-aa04-4d499a13e982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.602309] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.602471] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.606663] env[65635]: INFO nova.compute.manager [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Terminating instance [ 1063.608990] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5421dcb-9b12-4322-a05e-4a065ecf860d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.616640] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "5829975c-a48e-489d-8cd8-5abe5a26280b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.616913] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.617152] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "5829975c-a48e-489d-8cd8-5abe5a26280b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.617333] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.617551] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.619954] env[65635]: INFO nova.compute.manager [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Terminating instance [ 1063.649905] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26622e-d7ff-4993-aa7a-8e399c4a762f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.663305] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148867aa-e5ef-4e7f-9175-708e30ae04c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.683753] env[65635]: DEBUG nova.compute.provider_tree [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.787361] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426976, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.837114] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Releasing lock "refresh_cache-af24fa75-3692-4aca-9fa0-4da757c0a603" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.837628] env[65635]: DEBUG nova.compute.manager [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1063.837853] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.839056] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32b96d8-7a3a-41dd-b4a5-67b8e7c62b6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.852030] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.852415] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.853057] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5361fe46-c86a-4cb6-8e7c-b8ffc5240d07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.865741] env[65635]: DEBUG oslo_vmware.api [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1063.865741] env[65635]: value = "task-4426977" [ 1063.865741] env[65635]: _type = "Task" [ 1063.865741] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.879183] env[65635]: DEBUG oslo_vmware.api [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.007778] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.009699] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.116205] env[65635]: DEBUG nova.compute.manager [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1064.116461] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.117501] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e371f-8d70-49e7-86f7-fa06341b4821 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.128084] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.128399] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5522755e-436e-4b7b-82e7-7ce4d5b04f50 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.138486] env[65635]: DEBUG oslo_vmware.api [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1064.138486] env[65635]: value = "task-4426978" [ 1064.138486] env[65635]: _type = "Task" [ 1064.138486] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.150116] env[65635]: DEBUG oslo_vmware.api [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.154082] env[65635]: DEBUG nova.compute.manager [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1064.154360] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.155317] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5dd454-4557-4641-85bc-5de919bc14cf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.167070] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.167371] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-950ad6d4-ea57-44da-ab50-fb46fc9d4b0d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.224633] env[65635]: DEBUG nova.scheduler.client.report [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updated inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1064.225041] env[65635]: DEBUG nova.compute.provider_tree [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 generation from 130 to 131 during operation: update_inventory {{(pid=65635) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1064.225280] env[65635]: DEBUG nova.compute.provider_tree [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.258259] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.258726] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.259409] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleting the datastore file [datastore2] 5829975c-a48e-489d-8cd8-5abe5a26280b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.259875] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-874a5d05-45f9-460b-8d5f-59169792ee04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.271556] env[65635]: DEBUG oslo_vmware.api [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1064.271556] env[65635]: value = "task-4426980" [ 1064.271556] env[65635]: _type = "Task" [ 1064.271556] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.287072] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426976, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.290530] env[65635]: DEBUG oslo_vmware.api [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.380268] env[65635]: DEBUG oslo_vmware.api [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426977, 'name': PowerOffVM_Task, 'duration_secs': 0.182968} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.380579] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.380740] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.381063] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be329fb8-52e9-49d2-befc-2cf97126eedb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.417482] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.417922] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.418135] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Deleting the datastore file [datastore2] af24fa75-3692-4aca-9fa0-4da757c0a603 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.418271] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6757e03-8aa4-44e7-88b6-df8742eaf4bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.430502] env[65635]: DEBUG oslo_vmware.api [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for the task: (returnval){ [ 1064.430502] env[65635]: value = "task-4426982" [ 1064.430502] env[65635]: _type = "Task" [ 1064.430502] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.444755] env[65635]: DEBUG oslo_vmware.api [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.517716] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.517716] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.517716] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.517716] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.517716] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.517716] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.517716] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1064.517716] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.652784] env[65635]: DEBUG oslo_vmware.api [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426978, 'name': PowerOffVM_Task, 'duration_secs': 0.299912} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.653443] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.653443] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.653443] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27f8ee14-c9f2-40f9-bb13-a857648030dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.730608] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.665s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.731318] env[65635]: DEBUG nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1064.735744] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.191s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.737893] env[65635]: INFO nova.compute.claims [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.743036] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.743036] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.743036] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Deleting the datastore file [datastore2] ca712e92-f620-4355-aa04-4d499a13e982 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.743036] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29fd2f0f-6737-4fe5-8a28-89f973a59c2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.753341] env[65635]: DEBUG oslo_vmware.api [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for the task: (returnval){ [ 1064.753341] env[65635]: value = "task-4426984" [ 1064.753341] env[65635]: _type = "Task" [ 1064.753341] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.770644] env[65635]: DEBUG oslo_vmware.api [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.787963] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426976, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.791863] env[65635]: DEBUG oslo_vmware.api [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.946043] env[65635]: DEBUG oslo_vmware.api [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.020916] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.244813] env[65635]: DEBUG nova.compute.utils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.249039] env[65635]: DEBUG nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1065.249039] env[65635]: DEBUG nova.network.neutron [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1065.249039] env[65635]: WARNING neutronclient.v2_0.client [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.249039] env[65635]: WARNING neutronclient.v2_0.client [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.269904] env[65635]: DEBUG oslo_vmware.api [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.285934] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426976, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.289490] env[65635]: DEBUG oslo_vmware.api [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.296240] env[65635]: DEBUG nova.policy [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aab00b4f977748ffba5ab5438338fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff51fc96739a4cdcbb50aeefec6cc9f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.446639] env[65635]: DEBUG oslo_vmware.api [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Task: {'id': task-4426982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.706916} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.447010] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.447277] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.447542] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.448662] env[65635]: INFO nova.compute.manager [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1065.448662] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1065.448662] env[65635]: DEBUG nova.compute.manager [-] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1065.448662] env[65635]: DEBUG nova.network.neutron [-] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.448662] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.668356] env[65635]: DEBUG nova.network.neutron [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Successfully created port: eefecc8d-e841-4cf0-9a7d-f46cb2007c94 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1065.684890] env[65635]: DEBUG nova.network.neutron [-] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1065.685288] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.748903] env[65635]: DEBUG nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1065.789516] env[65635]: DEBUG oslo_vmware.api [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Task: {'id': task-4426984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.75698} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.793525] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.793838] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.794109] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.794407] env[65635]: INFO nova.compute.manager [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1065.794660] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1065.795072] env[65635]: DEBUG oslo_vmware.api [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4426980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.066032} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.798060] env[65635]: DEBUG nova.compute.manager [-] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1065.798226] env[65635]: DEBUG nova.network.neutron [-] [instance: ca712e92-f620-4355-aa04-4d499a13e982] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.799805] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.800590] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.800760] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.800950] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.801843] env[65635]: INFO nova.compute.manager [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1065.801843] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1065.805433] env[65635]: DEBUG nova.compute.manager [-] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1065.805729] env[65635]: DEBUG nova.network.neutron [-] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.806085] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.807898] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426976, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.744751} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.809235] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86/OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86.vmdk to [datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85/6ca99f47-ea2f-47f9-823d-03b3ad630e85.vmdk. [ 1065.809476] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Cleaning up location [datastore1] OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1065.809672] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_aa2ab7e9-958f-4c56-be91-4e892b80ef86 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.810308] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feaa3248-1efa-4460-b9f7-c8dd65f6cdad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.819785] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1065.819785] env[65635]: value = "task-4426985" [ 1065.819785] env[65635]: _type = "Task" [ 1065.819785] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.835064] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.939389] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.988746] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.159286] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4a7782-881e-40b6-b152-730b7c958b39 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.168438] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d812ea6f-8bbe-4fd9-9c4b-0b895589569b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.199507] env[65635]: DEBUG nova.network.neutron [-] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.201530] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfaa496-35a0-41c1-afc8-5a94d442e455 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.211023] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378b243e-3324-4a50-b874-d14e8f042903 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.229075] env[65635]: DEBUG nova.compute.provider_tree [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.332966] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058117} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.333253] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.333445] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85/6ca99f47-ea2f-47f9-823d-03b3ad630e85.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.333699] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85/6ca99f47-ea2f-47f9-823d-03b3ad630e85.vmdk to [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506/b695c17c-898e-45ed-aa32-bc38cdb6e506.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.333965] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8243c3fc-d795-4bac-816b-cfac41e0c9fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.343821] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1066.343821] env[65635]: value = "task-4426986" [ 1066.343821] env[65635]: _type = "Task" [ 1066.343821] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.354605] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.705351] env[65635]: INFO nova.compute.manager [-] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Took 1.26 seconds to deallocate network for instance. [ 1066.734102] env[65635]: DEBUG nova.scheduler.client.report [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.774216] env[65635]: DEBUG nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1066.806072] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1066.806241] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.806394] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1066.806574] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.806715] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1066.806861] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1066.807084] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1066.807254] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1066.810635] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1066.810635] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1066.810635] env[65635]: DEBUG nova.virt.hardware [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1066.810635] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c5ab22-f2a3-4bcd-897b-102af20544ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.822829] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430331b5-2d96-418a-9c74-af54d7a197d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.859394] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426986, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.942283] env[65635]: DEBUG nova.network.neutron [-] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.195732] env[65635]: DEBUG nova.network.neutron [-] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.212873] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.240477] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.240477] env[65635]: DEBUG nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1067.245021] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.411s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.245021] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.247649] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.465s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.247749] env[65635]: DEBUG nova.objects.instance [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lazy-loading 'resources' on Instance uuid 3a8e3e34-8b4f-4f45-a388-bbe22270b871 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.282698] env[65635]: INFO nova.scheduler.client.report [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted allocations for instance 42561c7d-35bf-4ede-a497-b611ca3ffd5f [ 1067.361343] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426986, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.448538] env[65635]: INFO nova.compute.manager [-] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Took 1.65 seconds to deallocate network for instance. [ 1067.453562] env[65635]: DEBUG nova.network.neutron [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Successfully updated port: eefecc8d-e841-4cf0-9a7d-f46cb2007c94 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1067.517413] env[65635]: DEBUG nova.compute.manager [req-bd78764e-f986-4e5b-83e3-c1f8d4b7c099 req-e40bfc24-3185-4e58-99e3-a6ca51a298d8 service nova] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Received event network-vif-deleted-a2ed0c9f-1451-4895-abb9-6498c3a37b2c {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1067.610306] env[65635]: DEBUG nova.compute.manager [req-7044354d-fac3-4689-a9e1-760f26157a56 req-31216a6b-c945-422d-8aa2-54d107a06f01 service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Received event network-vif-plugged-eefecc8d-e841-4cf0-9a7d-f46cb2007c94 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1067.610541] env[65635]: DEBUG oslo_concurrency.lockutils [req-7044354d-fac3-4689-a9e1-760f26157a56 req-31216a6b-c945-422d-8aa2-54d107a06f01 service nova] Acquiring lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.610830] env[65635]: DEBUG oslo_concurrency.lockutils [req-7044354d-fac3-4689-a9e1-760f26157a56 req-31216a6b-c945-422d-8aa2-54d107a06f01 service nova] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.611843] env[65635]: DEBUG oslo_concurrency.lockutils [req-7044354d-fac3-4689-a9e1-760f26157a56 req-31216a6b-c945-422d-8aa2-54d107a06f01 service nova] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.611843] env[65635]: DEBUG nova.compute.manager [req-7044354d-fac3-4689-a9e1-760f26157a56 req-31216a6b-c945-422d-8aa2-54d107a06f01 service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] No waiting events found dispatching network-vif-plugged-eefecc8d-e841-4cf0-9a7d-f46cb2007c94 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1067.611843] env[65635]: WARNING nova.compute.manager [req-7044354d-fac3-4689-a9e1-760f26157a56 req-31216a6b-c945-422d-8aa2-54d107a06f01 service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Received unexpected event network-vif-plugged-eefecc8d-e841-4cf0-9a7d-f46cb2007c94 for instance with vm_state building and task_state spawning. [ 1067.700062] env[65635]: INFO nova.compute.manager [-] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Took 1.89 seconds to deallocate network for instance. [ 1067.751598] env[65635]: DEBUG nova.compute.utils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.758428] env[65635]: DEBUG nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1067.760430] env[65635]: DEBUG nova.network.neutron [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1067.760430] env[65635]: WARNING neutronclient.v2_0.client [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.760430] env[65635]: WARNING neutronclient.v2_0.client [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.803906] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3405e6f4-5e92-4cd8-8434-c7007c2ddb0b tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "42561c7d-35bf-4ede-a497-b611ca3ffd5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.963s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.829871] env[65635]: DEBUG nova.policy [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9833404dce8b4e16b55b5dc2ef4a4c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236048392e7440aa90cd241154034069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.868419] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426986, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.962151] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.962499] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.962789] env[65635]: DEBUG nova.network.neutron [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.965164] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.157619] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71b8a70-7067-4388-806e-7237d36aaa07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.170897] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d4816-0891-4aa1-8ba8-5abaf70f6d0e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.206479] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc6f40-90b1-4c6d-bf4e-2a0c91320898 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.209649] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.217648] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b091e5-9e48-4225-819f-b1b12f380856 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.224534] env[65635]: DEBUG nova.network.neutron [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Successfully created port: c019cf76-f7ab-4b5a-9da4-7554321d7576 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1068.241990] env[65635]: DEBUG nova.compute.provider_tree [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.259850] env[65635]: DEBUG nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1068.359492] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426986, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.543501] env[65635]: DEBUG nova.network.neutron [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1068.719776] env[65635]: WARNING neutronclient.v2_0.client [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.746392] env[65635]: DEBUG nova.scheduler.client.report [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.862249] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426986, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.918700] env[65635]: DEBUG nova.network.neutron [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance_info_cache with network_info: [{"id": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "address": "fa:16:3e:80:15:3f", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefecc8d-e8", "ovs_interfaceid": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.252691] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.256050] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.515s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.256889] env[65635]: DEBUG nova.objects.instance [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'resources' on Instance uuid c406cca7-df99-4030-85fb-92e756d6fa39 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.272548] env[65635]: DEBUG nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1069.287543] env[65635]: INFO nova.scheduler.client.report [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleted allocations for instance 3a8e3e34-8b4f-4f45-a388-bbe22270b871 [ 1069.308591] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1069.308896] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.309061] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1069.309322] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.309395] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1069.309874] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1069.309874] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1069.309874] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1069.310055] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1069.310719] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1069.310719] env[65635]: DEBUG nova.virt.hardware [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1069.311375] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d6e7f1-3a8f-4f9a-bc53-49565a416a07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.324752] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9634d6d-c503-4624-9e1d-36b8cee7757a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.357749] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426986, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.818664} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.358105] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6ca99f47-ea2f-47f9-823d-03b3ad630e85/6ca99f47-ea2f-47f9-823d-03b3ad630e85.vmdk to [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506/b695c17c-898e-45ed-aa32-bc38cdb6e506.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.361138] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e2ab3-12ba-4a58-a927-7539ecd1968d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.367541] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.367982] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.393118] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506/b695c17c-898e-45ed-aa32-bc38cdb6e506.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.394055] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05d8815-34c8-4d57-a752-03f272c69de7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.416137] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1069.416137] env[65635]: value = "task-4426987" [ 1069.416137] env[65635]: _type = "Task" [ 1069.416137] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.421476] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.421893] env[65635]: DEBUG nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Instance network_info: |[{"id": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "address": "fa:16:3e:80:15:3f", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefecc8d-e8", "ovs_interfaceid": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1069.426802] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:15:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eefecc8d-e841-4cf0-9a7d-f46cb2007c94', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.436215] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1069.436465] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.436851] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.436923] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a83cb4a9-2d79-4aba-8122-86fe39e678d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.460918] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.460918] env[65635]: value = "task-4426988" [ 1069.460918] env[65635]: _type = "Task" [ 1069.460918] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.470344] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426988, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.552333] env[65635]: DEBUG nova.compute.manager [req-2e37b001-0fae-4fff-8823-c334eab8cfeb req-65837c22-988e-4e1a-8e0a-afcb7e8573ff service nova] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Received event network-vif-deleted-08b887f7-4289-4ba0-902a-a8c41ab290bc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.651520] env[65635]: DEBUG nova.compute.manager [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Received event network-changed-eefecc8d-e841-4cf0-9a7d-f46cb2007c94 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.651829] env[65635]: DEBUG nova.compute.manager [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Refreshing instance network info cache due to event network-changed-eefecc8d-e841-4cf0-9a7d-f46cb2007c94. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1069.652102] env[65635]: DEBUG oslo_concurrency.lockutils [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] Acquiring lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.652797] env[65635]: DEBUG oslo_concurrency.lockutils [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] Acquired lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.652797] env[65635]: DEBUG nova.network.neutron [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Refreshing network info cache for port eefecc8d-e841-4cf0-9a7d-f46cb2007c94 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.760211] env[65635]: DEBUG nova.objects.instance [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'numa_topology' on Instance uuid c406cca7-df99-4030-85fb-92e756d6fa39 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.795257] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cb0e1bb4-0df8-4cda-8a40-a9fd0681b154 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "3a8e3e34-8b4f-4f45-a388-bbe22270b871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.156s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.810958] env[65635]: DEBUG nova.network.neutron [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Successfully updated port: c019cf76-f7ab-4b5a-9da4-7554321d7576 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1069.870239] env[65635]: DEBUG nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1069.936862] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.978578] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426988, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.157044] env[65635]: WARNING neutronclient.v2_0.client [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.261925] env[65635]: DEBUG nova.objects.base [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.314885] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "refresh_cache-589ed7c5-3c08-487f-a389-2931fd6ce9fa" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.315314] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "refresh_cache-589ed7c5-3c08-487f-a389-2931fd6ce9fa" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.315574] env[65635]: DEBUG nova.network.neutron [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1070.323726] env[65635]: WARNING neutronclient.v2_0.client [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.397453] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.426947] env[65635]: DEBUG nova.network.neutron [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updated VIF entry in instance network info cache for port eefecc8d-e841-4cf0-9a7d-f46cb2007c94. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.427410] env[65635]: DEBUG nova.network.neutron [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance_info_cache with network_info: [{"id": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "address": "fa:16:3e:80:15:3f", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefecc8d-e8", "ovs_interfaceid": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.435705] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426987, 'name': ReconfigVM_Task, 'duration_secs': 0.585029} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.439030] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Reconfigured VM instance instance-00000036 to attach disk [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506/b695c17c-898e-45ed-aa32-bc38cdb6e506.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.441277] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0850b604-40f1-4519-8808-35eac8288d02 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.451191] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1070.451191] env[65635]: value = "task-4426989" [ 1070.451191] env[65635]: _type = "Task" [ 1070.451191] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.464891] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426989, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.478719] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426988, 'name': CreateVM_Task, 'duration_secs': 0.522033} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.479015] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.479778] env[65635]: WARNING neutronclient.v2_0.client [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.480414] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.480513] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.481165] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.481367] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9738a69-4f5f-40c4-a94b-612d9f2f1c5c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.492058] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1070.492058] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525e993a-30b3-689e-3e3e-461b78b08b20" [ 1070.492058] env[65635]: _type = "Task" [ 1070.492058] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.503868] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525e993a-30b3-689e-3e3e-461b78b08b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.600947] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b545961-27c1-4a29-89e1-881eb8e4f25f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.612268] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b54d59-d1b6-4ae3-b3c1-f42024c7e817 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.645896] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcbcc62-1027-4781-adfa-9f6645542bfb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.654697] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d3eaac-ed76-4cef-aee6-9a723fe333e1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.669584] env[65635]: DEBUG nova.compute.provider_tree [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.868733] env[65635]: DEBUG nova.network.neutron [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1070.939993] env[65635]: DEBUG oslo_concurrency.lockutils [req-9ab79ca2-3c50-45a8-a885-4051ccf5776c req-6dd8c210-6250-4a9e-8df8-e4b0f22ab462 service nova] Releasing lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.963284] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426989, 'name': Rename_Task, 'duration_secs': 0.259428} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.964026] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.964026] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac73352-6426-4dc9-a221-df1aa95fb1a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.973157] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1070.973157] env[65635]: value = "task-4426990" [ 1070.973157] env[65635]: _type = "Task" [ 1070.973157] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.990548] env[65635]: WARNING neutronclient.v2_0.client [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.004026] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525e993a-30b3-689e-3e3e-461b78b08b20, 'name': SearchDatastore_Task, 'duration_secs': 0.017006} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.004492] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.004779] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.005040] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.005187] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.005367] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.005646] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21b741d6-180b-4c5a-ad68-368f0029518f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.016345] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.016570] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.017436] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8d396a-b063-4963-b3ef-e6cfaa31c545 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.024182] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1071.024182] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ecab1e-4658-268e-70c7-c72a4c7599c0" [ 1071.024182] env[65635]: _type = "Task" [ 1071.024182] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.034778] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ecab1e-4658-268e-70c7-c72a4c7599c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.075733] env[65635]: DEBUG nova.network.neutron [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Updating instance_info_cache with network_info: [{"id": "c019cf76-f7ab-4b5a-9da4-7554321d7576", "address": "fa:16:3e:10:13:59", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc019cf76-f7", "ovs_interfaceid": "c019cf76-f7ab-4b5a-9da4-7554321d7576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.173074] env[65635]: DEBUG nova.scheduler.client.report [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.486889] env[65635]: DEBUG oslo_vmware.api [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426990, 'name': PowerOnVM_Task, 'duration_secs': 0.503039} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.487206] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.535748] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ecab1e-4658-268e-70c7-c72a4c7599c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.536618] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e44094-1c10-4f92-8629-da9138d64605 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.543091] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1071.543091] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528e5446-9869-5f57-2d41-b35e90ee39a9" [ 1071.543091] env[65635]: _type = "Task" [ 1071.543091] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.552119] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528e5446-9869-5f57-2d41-b35e90ee39a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.578899] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "refresh_cache-589ed7c5-3c08-487f-a389-2931fd6ce9fa" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.579358] env[65635]: DEBUG nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Instance network_info: |[{"id": "c019cf76-f7ab-4b5a-9da4-7554321d7576", "address": "fa:16:3e:10:13:59", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc019cf76-f7", "ovs_interfaceid": "c019cf76-f7ab-4b5a-9da4-7554321d7576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1071.579916] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:13:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c019cf76-f7ab-4b5a-9da4-7554321d7576', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.587777] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1071.588034] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.588265] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f0f7a12-67a2-4723-bb62-ce7b98343224 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.607129] env[65635]: DEBUG nova.compute.manager [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1071.608046] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea77a3e-1029-4523-a8e6-933f46adc2c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.613249] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.613249] env[65635]: value = "task-4426992" [ 1071.613249] env[65635]: _type = "Task" [ 1071.613249] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.630133] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426992, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.679125] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.423s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.682963] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.598s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.683332] env[65635]: DEBUG nova.objects.instance [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lazy-loading 'resources' on Instance uuid a7750ded-bcc4-43de-8c15-a50b30be9161 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.689382] env[65635]: DEBUG nova.compute.manager [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Received event network-vif-plugged-c019cf76-f7ab-4b5a-9da4-7554321d7576 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.689577] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] Acquiring lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.689868] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] Lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.690079] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] Lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.690310] env[65635]: DEBUG nova.compute.manager [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] No waiting events found dispatching network-vif-plugged-c019cf76-f7ab-4b5a-9da4-7554321d7576 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1071.690501] env[65635]: WARNING nova.compute.manager [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Received unexpected event network-vif-plugged-c019cf76-f7ab-4b5a-9da4-7554321d7576 for instance with vm_state building and task_state spawning. [ 1071.690780] env[65635]: DEBUG nova.compute.manager [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Received event network-changed-c019cf76-f7ab-4b5a-9da4-7554321d7576 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.690970] env[65635]: DEBUG nova.compute.manager [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Refreshing instance network info cache due to event network-changed-c019cf76-f7ab-4b5a-9da4-7554321d7576. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1071.691640] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] Acquiring lock "refresh_cache-589ed7c5-3c08-487f-a389-2931fd6ce9fa" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.691904] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] Acquired lock "refresh_cache-589ed7c5-3c08-487f-a389-2931fd6ce9fa" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.692089] env[65635]: DEBUG nova.network.neutron [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Refreshing network info cache for port c019cf76-f7ab-4b5a-9da4-7554321d7576 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.055414] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528e5446-9869-5f57-2d41-b35e90ee39a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014709} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.055414] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.055733] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] e4d1e708-a6bf-452a-a01a-867152d6c61b/e4d1e708-a6bf-452a-a01a-867152d6c61b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.056040] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6df6219-83fb-4472-8cb0-c98ad4f715ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.065579] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1072.065579] env[65635]: value = "task-4426993" [ 1072.065579] env[65635]: _type = "Task" [ 1072.065579] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.075553] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.129919] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4426992, 'name': CreateVM_Task, 'duration_secs': 0.502477} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.129919] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.131092] env[65635]: WARNING neutronclient.v2_0.client [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.131898] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.131898] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.131898] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.133875] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f88dfcf-8947-48eb-8ee2-2d4a01d4caa9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.135803] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7124e984-7233-4eb1-9275-0109ab63a200 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.579s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.141318] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1072.141318] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b1458b-a0ac-7f98-8621-f8b5d6e0a53b" [ 1072.141318] env[65635]: _type = "Task" [ 1072.141318] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.152147] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b1458b-a0ac-7f98-8621-f8b5d6e0a53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.193617] env[65635]: DEBUG oslo_concurrency.lockutils [None req-896b8ad0-4e25-4106-8dd3-c801d701a8cb tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "c406cca7-df99-4030-85fb-92e756d6fa39" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.105s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.195408] env[65635]: DEBUG oslo_concurrency.lockutils [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "c406cca7-df99-4030-85fb-92e756d6fa39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 10.998s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.195740] env[65635]: DEBUG oslo_concurrency.lockutils [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.195860] env[65635]: DEBUG oslo_concurrency.lockutils [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.195971] env[65635]: DEBUG oslo_concurrency.lockutils [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "c406cca7-df99-4030-85fb-92e756d6fa39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.197524] env[65635]: INFO nova.compute.manager [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Terminating instance [ 1072.198845] env[65635]: WARNING neutronclient.v2_0.client [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.357137] env[65635]: WARNING neutronclient.v2_0.client [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.447656] env[65635]: DEBUG nova.network.neutron [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Updated VIF entry in instance network info cache for port c019cf76-f7ab-4b5a-9da4-7554321d7576. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.448011] env[65635]: DEBUG nova.network.neutron [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Updating instance_info_cache with network_info: [{"id": "c019cf76-f7ab-4b5a-9da4-7554321d7576", "address": "fa:16:3e:10:13:59", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc019cf76-f7", "ovs_interfaceid": "c019cf76-f7ab-4b5a-9da4-7554321d7576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.479949] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760166a1-9a83-456d-9274-14a086a58286 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.489540] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d1e2d-827b-48df-898d-94314de94bf0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.521567] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53171f28-d533-4c19-9de1-d42e3503eb03 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.530576] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62fd639-bd5e-40a8-bd30-dc70ec6cb651 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.547884] env[65635]: DEBUG nova.compute.provider_tree [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.580274] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.653051] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b1458b-a0ac-7f98-8621-f8b5d6e0a53b, 'name': SearchDatastore_Task, 'duration_secs': 0.017136} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.655723] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.655723] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.655723] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.655723] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.655723] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.655723] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf6b6ea7-737a-4c30-9dcf-3d6c30cec342 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.664723] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.665881] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.665881] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c18a2b-c85c-4d48-9bbe-2884025bb3e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.674024] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1072.674024] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b7063e-24e1-e2c2-2f6b-bbb8bf5abb4c" [ 1072.674024] env[65635]: _type = "Task" [ 1072.674024] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.683595] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b7063e-24e1-e2c2-2f6b-bbb8bf5abb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.705081] env[65635]: DEBUG nova.compute.manager [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1072.705081] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.705272] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9770d38-9817-4de4-b74e-feebab8e4466 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.717929] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0843824-30af-4cf3-ba30-be516ad7a86f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.756876] env[65635]: WARNING nova.virt.vmwareapi.vmops [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c406cca7-df99-4030-85fb-92e756d6fa39 could not be found. [ 1072.757213] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.757420] env[65635]: INFO nova.compute.manager [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1072.757678] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1072.758019] env[65635]: DEBUG nova.compute.manager [-] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1072.758138] env[65635]: DEBUG nova.network.neutron [-] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1072.758450] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.791970] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.954547] env[65635]: DEBUG oslo_concurrency.lockutils [req-d1325049-bdd5-4cad-a28b-8eed0422c061 req-115af6fa-6ad9-403d-9cbb-596677b80323 service nova] Releasing lock "refresh_cache-589ed7c5-3c08-487f-a389-2931fd6ce9fa" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.051636] env[65635]: DEBUG nova.scheduler.client.report [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.082034] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956201} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.082416] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] e4d1e708-a6bf-452a-a01a-867152d6c61b/e4d1e708-a6bf-452a-a01a-867152d6c61b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.082416] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.082679] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-357eaa69-262c-433e-b394-da80fade67b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.093308] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1073.093308] env[65635]: value = "task-4426994" [ 1073.093308] env[65635]: _type = "Task" [ 1073.093308] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.104727] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.184438] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b7063e-24e1-e2c2-2f6b-bbb8bf5abb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.068755} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.185335] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5294d196-e182-4119-a156-a6b158a84f53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.192042] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1073.192042] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5208fa36-4db1-d1b5-200d-927fddd4cc76" [ 1073.192042] env[65635]: _type = "Task" [ 1073.192042] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.200970] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5208fa36-4db1-d1b5-200d-927fddd4cc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.547048] env[65635]: DEBUG nova.network.neutron [-] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.559320] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.562479] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.712s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.562675] env[65635]: DEBUG nova.objects.instance [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.593226] env[65635]: INFO nova.scheduler.client.report [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Deleted allocations for instance a7750ded-bcc4-43de-8c15-a50b30be9161 [ 1073.608417] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082113} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.608417] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.609321] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a2ed28-fd62-48ee-ba8e-c1c3fb1f1e67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.637582] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e4d1e708-a6bf-452a-a01a-867152d6c61b/e4d1e708-a6bf-452a-a01a-867152d6c61b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.639229] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43666861-c7d8-47ac-8f69-70227a81317b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.664230] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1073.664230] env[65635]: value = "task-4426995" [ 1073.664230] env[65635]: _type = "Task" [ 1073.664230] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.674469] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.704373] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5208fa36-4db1-d1b5-200d-927fddd4cc76, 'name': SearchDatastore_Task, 'duration_secs': 0.013803} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.704926] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.704926] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 589ed7c5-3c08-487f-a389-2931fd6ce9fa/589ed7c5-3c08-487f-a389-2931fd6ce9fa.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.705230] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-136853b8-b3a8-4cad-af24-85b1e1ea0a5c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.714323] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1073.714323] env[65635]: value = "task-4426996" [ 1073.714323] env[65635]: _type = "Task" [ 1073.714323] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.724430] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.761776] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6f270e-2941-4a01-8beb-045907f04bad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.770832] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcd649a-bdc6-48dd-a951-fbe49347e0cc tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Suspending the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1073.771811] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-40f9e0c1-3065-4be4-bb96-97d3ca14a22e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.779447] env[65635]: DEBUG oslo_vmware.api [None req-3fcd649a-bdc6-48dd-a951-fbe49347e0cc tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1073.779447] env[65635]: value = "task-4426997" [ 1073.779447] env[65635]: _type = "Task" [ 1073.779447] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.788550] env[65635]: DEBUG oslo_vmware.api [None req-3fcd649a-bdc6-48dd-a951-fbe49347e0cc tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426997, 'name': SuspendVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.049699] env[65635]: INFO nova.compute.manager [-] [instance: c406cca7-df99-4030-85fb-92e756d6fa39] Took 1.29 seconds to deallocate network for instance. [ 1074.109578] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b18e34-fcd2-3b39-f089-a90a586a180c/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.110825] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b161d4-b487-44ef-92db-0c311c9047d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.114867] env[65635]: DEBUG oslo_concurrency.lockutils [None req-dbf27ab2-45cd-48ae-9c61-7f2b9084d727 tempest-MigrationsAdminTest-1222576144 tempest-MigrationsAdminTest-1222576144-project-member] Lock "a7750ded-bcc4-43de-8c15-a50b30be9161" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.622s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.123354] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b18e34-fcd2-3b39-f089-a90a586a180c/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.123415] env[65635]: ERROR oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b18e34-fcd2-3b39-f089-a90a586a180c/disk-0.vmdk due to incomplete transfer. [ 1074.123857] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b25eb744-2c88-4850-a7f7-c9ff4c989a04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.135268] env[65635]: DEBUG oslo_vmware.rw_handles [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b18e34-fcd2-3b39-f089-a90a586a180c/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1074.135510] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Uploaded image 93cc71ed-8f2e-4d14-8ce2-a2ce488f1726 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1074.137589] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1074.138617] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-90ff4a71-82c4-4974-a830-5140f18ccd79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.148548] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1074.148548] env[65635]: value = "task-4426998" [ 1074.148548] env[65635]: _type = "Task" [ 1074.148548] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.163170] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426998, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.176807] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.227597] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.291760] env[65635]: DEBUG oslo_vmware.api [None req-3fcd649a-bdc6-48dd-a951-fbe49347e0cc tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426997, 'name': SuspendVM_Task} progress is 62%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.572554] env[65635]: DEBUG oslo_concurrency.lockutils [None req-992982ea-3a51-46ed-8bc4-b9f8d2972159 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.573703] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.722s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.573855] env[65635]: DEBUG nova.objects.instance [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lazy-loading 'resources' on Instance uuid 1587b58b-e424-44d9-9c64-142c640b9757 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.659477] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426998, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.674444] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426995, 'name': ReconfigVM_Task, 'duration_secs': 0.614551} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.674760] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e4d1e708-a6bf-452a-a01a-867152d6c61b/e4d1e708-a6bf-452a-a01a-867152d6c61b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.675398] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a358898a-2050-4e11-b616-e7cb3fbbb433 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.682599] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1074.682599] env[65635]: value = "task-4426999" [ 1074.682599] env[65635]: _type = "Task" [ 1074.682599] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.692118] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426999, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.727740] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4426996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625704} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.727863] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 589ed7c5-3c08-487f-a389-2931fd6ce9fa/589ed7c5-3c08-487f-a389-2931fd6ce9fa.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.727955] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.728768] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f95bee6-3e65-4d7f-9e1a-92369d0cc84e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.736231] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1074.736231] env[65635]: value = "task-4427000" [ 1074.736231] env[65635]: _type = "Task" [ 1074.736231] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.746841] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.791238] env[65635]: DEBUG oslo_vmware.api [None req-3fcd649a-bdc6-48dd-a951-fbe49347e0cc tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4426997, 'name': SuspendVM_Task, 'duration_secs': 0.673547} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.791967] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcd649a-bdc6-48dd-a951-fbe49347e0cc tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Suspended the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1074.792240] env[65635]: DEBUG nova.compute.manager [None req-3fcd649a-bdc6-48dd-a951-fbe49347e0cc tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1074.793316] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b773b44-6637-4667-b17a-d64ec5c7dccc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.987101] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "526050bf-d87f-49ff-8e0f-645f71d036e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.987101] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.987101] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "526050bf-d87f-49ff-8e0f-645f71d036e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.987461] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.987461] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.989756] env[65635]: INFO nova.compute.manager [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Terminating instance [ 1075.089790] env[65635]: DEBUG oslo_concurrency.lockutils [None req-19100e87-22a2-4049-a421-0995b29739fd tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "c406cca7-df99-4030-85fb-92e756d6fa39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.894s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.165542] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4426998, 'name': Destroy_Task, 'duration_secs': 0.559286} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.166510] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Destroyed the VM [ 1075.166892] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1075.167226] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a09af8d-2f51-4840-9dc7-a85343335674 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.176678] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1075.176678] env[65635]: value = "task-4427001" [ 1075.176678] env[65635]: _type = "Task" [ 1075.176678] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.187264] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.200953] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4426999, 'name': Rename_Task, 'duration_secs': 0.165107} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.201221] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.201494] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1424a14-be5d-4b85-89fe-5a55d6515db9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.211160] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1075.211160] env[65635]: value = "task-4427002" [ 1075.211160] env[65635]: _type = "Task" [ 1075.211160] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.220564] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.248963] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070809} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.252542] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.254527] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10a1b52-6cd2-4310-9fad-06e5c6084576 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.279940] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 589ed7c5-3c08-487f-a389-2931fd6ce9fa/589ed7c5-3c08-487f-a389-2931fd6ce9fa.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.284693] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b6cff8-5ee7-4e52-b16a-8d92aa56df81 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.312931] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1075.312931] env[65635]: value = "task-4427003" [ 1075.312931] env[65635]: _type = "Task" [ 1075.312931] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.322239] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.428642] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f4671-2828-4f0b-8502-9d95d8667ed0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.437683] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7f0d6f-46c1-45fa-89f6-4739f4b6c35b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.473967] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc54c87-c5eb-4c46-84ec-06f632841b08 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.482175] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8431c9e9-4f51-4411-b700-7e290182dcb4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.497327] env[65635]: DEBUG nova.compute.manager [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1075.497606] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.498170] env[65635]: DEBUG nova.compute.provider_tree [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.502758] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a455c44-4b79-496d-9760-feda5a5c2f47 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.511206] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.512459] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19d238a-cd3c-4ff9-af29-d38403f737d6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.678597] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "1860077c-e934-4aa5-90ca-6290820e9976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.679189] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "1860077c-e934-4aa5-90ca-6290820e9976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.680516] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.680620] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.680991] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleting the datastore file [datastore1] 526050bf-d87f-49ff-8e0f-645f71d036e6 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.685827] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be263267-438f-46dd-8233-9ea72bde6240 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.697252] env[65635]: DEBUG oslo_vmware.api [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427001, 'name': RemoveSnapshot_Task, 'duration_secs': 0.407618} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.700143] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.700143] env[65635]: INFO nova.compute.manager [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Took 19.97 seconds to snapshot the instance on the hypervisor. [ 1075.702555] env[65635]: DEBUG oslo_vmware.api [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1075.702555] env[65635]: value = "task-4427005" [ 1075.702555] env[65635]: _type = "Task" [ 1075.702555] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.716627] env[65635]: DEBUG oslo_vmware.api [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.731082] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427002, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.805156] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.805434] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.805641] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.805883] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.806080] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.809080] env[65635]: INFO nova.compute.manager [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Terminating instance [ 1075.822971] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427003, 'name': ReconfigVM_Task, 'duration_secs': 0.425288} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.823266] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 589ed7c5-3c08-487f-a389-2931fd6ce9fa/589ed7c5-3c08-487f-a389-2931fd6ce9fa.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.824324] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93047326-d561-47d8-a1ee-5da4b9e6d4bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.833469] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1075.833469] env[65635]: value = "task-4427006" [ 1075.833469] env[65635]: _type = "Task" [ 1075.833469] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.847176] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427006, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.024644] env[65635]: ERROR nova.scheduler.client.report [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] [req-5a6ba7cc-611b-421e-8496-007ac46cd933] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 432a514d-d1fd-40ae-bb26-2e951558dfd9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a6ba7cc-611b-421e-8496-007ac46cd933"}]} [ 1076.046261] env[65635]: DEBUG nova.scheduler.client.report [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1076.061131] env[65635]: DEBUG nova.scheduler.client.report [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1076.061131] env[65635]: DEBUG nova.compute.provider_tree [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.072860] env[65635]: DEBUG nova.scheduler.client.report [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1076.101816] env[65635]: DEBUG nova.scheduler.client.report [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1076.164289] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "29cfa1f2-cffc-4510-ac08-a0e529589285" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.164609] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.191630] env[65635]: DEBUG nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1076.211217] env[65635]: DEBUG nova.compute.manager [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Instance disappeared during snapshot {{(pid=65635) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 1076.219585] env[65635]: DEBUG oslo_vmware.api [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33284} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.223071] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.223184] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.223373] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.223521] env[65635]: INFO nova.compute.manager [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Took 0.73 seconds to destroy the instance on the hypervisor. [ 1076.223792] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1076.226377] env[65635]: DEBUG nova.compute.manager [-] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1076.226521] env[65635]: DEBUG nova.network.neutron [-] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1076.226706] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.228793] env[65635]: DEBUG nova.compute.manager [None req-8695631b-77a6-448e-b232-178da7b88752 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image not found during clean up 93cc71ed-8f2e-4d14-8ce2-a2ce488f1726 {{(pid=65635) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4638}} [ 1076.236263] env[65635]: DEBUG oslo_vmware.api [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427002, 'name': PowerOnVM_Task, 'duration_secs': 0.598442} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.236547] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.236748] env[65635]: INFO nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1076.236913] env[65635]: DEBUG nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1076.238069] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fe6202-5140-4d17-a5c7-ee0abf1204fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.257722] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquiring lock "41f5db34-e551-497d-b96b-685a51c39c86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.257913] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "41f5db34-e551-497d-b96b-685a51c39c86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.290252] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.318019] env[65635]: DEBUG nova.compute.manager [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1076.318267] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.321755] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0cbb5f-2f48-44d3-bca4-b29fea390051 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.330982] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.331255] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdb6cddf-91ea-4be3-a7f6-34fb5425425c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.338590] env[65635]: DEBUG oslo_vmware.api [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1076.338590] env[65635]: value = "task-4427007" [ 1076.338590] env[65635]: _type = "Task" [ 1076.338590] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.347601] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427006, 'name': Rename_Task, 'duration_secs': 0.184842} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.347880] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.348499] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b518eb38-66b6-48d6-b28f-c1a868d8b388 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.354625] env[65635]: DEBUG oslo_vmware.api [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.356504] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1076.356504] env[65635]: value = "task-4427008" [ 1076.356504] env[65635]: _type = "Task" [ 1076.356504] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.370879] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.480470] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcac9d2-9870-4a02-b278-8237076da85d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.490070] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f68c63-b26c-4c45-8599-663701673603 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.529465] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daffc9ce-9c35-4b2f-adf7-89c6acd29cf9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.533195] env[65635]: INFO nova.compute.manager [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Resuming [ 1076.533978] env[65635]: DEBUG nova.objects.instance [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lazy-loading 'flavor' on Instance uuid b695c17c-898e-45ed-aa32-bc38cdb6e506 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.543364] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed87dc-f256-44a0-ac44-0792dd13b4a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.549830] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "aea98375-55cd-4943-9715-97ab8a175972" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.550223] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "aea98375-55cd-4943-9715-97ab8a175972" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.550525] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "aea98375-55cd-4943-9715-97ab8a175972-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.550764] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "aea98375-55cd-4943-9715-97ab8a175972-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.550951] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "aea98375-55cd-4943-9715-97ab8a175972-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.556412] env[65635]: INFO nova.compute.manager [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Terminating instance [ 1076.570505] env[65635]: DEBUG nova.compute.provider_tree [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.579528] env[65635]: DEBUG nova.compute.manager [req-4085f199-2296-40d3-9fcf-53c0b6934d6a req-5f9eda26-3cf3-4f74-b286-eb6240772d48 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Received event network-vif-deleted-de563a7d-b900-4f91-8c8f-f7b960f710bb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.579757] env[65635]: INFO nova.compute.manager [req-4085f199-2296-40d3-9fcf-53c0b6934d6a req-5f9eda26-3cf3-4f74-b286-eb6240772d48 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Neutron deleted interface de563a7d-b900-4f91-8c8f-f7b960f710bb; detaching it from the instance and deleting it from the info cache [ 1076.579929] env[65635]: DEBUG nova.network.neutron [req-4085f199-2296-40d3-9fcf-53c0b6934d6a req-5f9eda26-3cf3-4f74-b286-eb6240772d48 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.667308] env[65635]: DEBUG nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1076.710490] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.762070] env[65635]: DEBUG nova.compute.manager [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1076.768716] env[65635]: INFO nova.compute.manager [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Took 25.12 seconds to build instance. [ 1076.852490] env[65635]: DEBUG oslo_vmware.api [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427007, 'name': PowerOffVM_Task, 'duration_secs': 0.249251} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.852557] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.852741] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.853023] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a97e81b6-d085-46ec-ac27-310ed1af51fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.873616] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427008, 'name': PowerOnVM_Task} progress is 75%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.921337] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.921628] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.921921] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleting the datastore file [datastore2] 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.922262] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63166519-bd42-4e91-9cbd-59bba5962224 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.930629] env[65635]: DEBUG oslo_vmware.api [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1076.930629] env[65635]: value = "task-4427010" [ 1076.930629] env[65635]: _type = "Task" [ 1076.930629] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.940224] env[65635]: DEBUG oslo_vmware.api [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.056391] env[65635]: DEBUG nova.network.neutron [-] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.072099] env[65635]: DEBUG nova.compute.manager [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1077.072306] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.073991] env[65635]: DEBUG nova.scheduler.client.report [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.078657] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5da95de-f8e1-4de6-88cf-23ec82441431 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.084354] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b592622-62cc-4088-b012-7a6d5f78dc2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.093866] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.095190] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62310c8c-1be6-4280-b50c-7552c6fc5e79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.101066] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84672b-9033-4b0f-b76f-cda1abe3aa3e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.121968] env[65635]: DEBUG oslo_vmware.api [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1077.121968] env[65635]: value = "task-4427011" [ 1077.121968] env[65635]: _type = "Task" [ 1077.121968] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.137810] env[65635]: DEBUG nova.compute.manager [req-4085f199-2296-40d3-9fcf-53c0b6934d6a req-5f9eda26-3cf3-4f74-b286-eb6240772d48 service nova] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Detach interface failed, port_id=de563a7d-b900-4f91-8c8f-f7b960f710bb, reason: Instance 526050bf-d87f-49ff-8e0f-645f71d036e6 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.141361] env[65635]: DEBUG oslo_vmware.api [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.197204] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.272182] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73226376-3097-4d3a-a522-0f1e20de17b1 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.629s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.282813] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.371539] env[65635]: DEBUG oslo_vmware.api [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427008, 'name': PowerOnVM_Task, 'duration_secs': 0.792408} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.371846] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.372058] env[65635]: INFO nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1077.372685] env[65635]: DEBUG nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1077.373072] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3cd9eb-064f-496c-8703-4909dc322ef3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.443063] env[65635]: DEBUG oslo_vmware.api [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202875} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.443339] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.443523] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.443724] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.444346] env[65635]: INFO nova.compute.manager [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1077.444346] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1077.444555] env[65635]: DEBUG nova.compute.manager [-] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1077.444555] env[65635]: DEBUG nova.network.neutron [-] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1077.445164] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.478181] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.558554] env[65635]: INFO nova.compute.manager [-] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Took 1.33 seconds to deallocate network for instance. [ 1077.584766] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.011s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.588416] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.567s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.588416] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.588416] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1077.588625] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.376s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.589267] env[65635]: DEBUG nova.objects.instance [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lazy-loading 'resources' on Instance uuid af24fa75-3692-4aca-9fa0-4da757c0a603 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.590507] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd0af1-9abd-4f0f-a3b7-157e41da30b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.600933] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a4a7f7-01a1-471d-a5e9-e82c80b1ff05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.606493] env[65635]: INFO nova.scheduler.client.report [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Deleted allocations for instance 1587b58b-e424-44d9-9c64-142c640b9757 [ 1077.619606] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ab86e-485c-4f89-9be3-4c8c94052a79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.631612] env[65635]: DEBUG oslo_vmware.api [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427011, 'name': PowerOffVM_Task, 'duration_secs': 0.326867} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.634124] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.634124] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.634414] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-659708d6-685a-4432-9501-f49fb55e1b16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.637242] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e3374-bfc9-4e48-9388-509f89d4c0f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.674874] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178222MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1077.675110] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.725813] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.726786] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.726786] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleting the datastore file [datastore2] aea98375-55cd-4943-9715-97ab8a175972 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.727087] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f515a8-8576-4b8c-83a8-63a8af6b74b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.735029] env[65635]: DEBUG oslo_vmware.api [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1077.735029] env[65635]: value = "task-4427013" [ 1077.735029] env[65635]: _type = "Task" [ 1077.735029] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.744698] env[65635]: DEBUG oslo_vmware.api [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.805547] env[65635]: DEBUG nova.compute.manager [req-d50cdb5e-96e2-4712-9cce-08473baccd52 req-19dbc59d-d2c4-4ae8-9da8-57ad241b1270 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Received event network-vif-deleted-3bbc5c60-4af7-45b7-8131-5782d4804866 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1077.805547] env[65635]: INFO nova.compute.manager [req-d50cdb5e-96e2-4712-9cce-08473baccd52 req-19dbc59d-d2c4-4ae8-9da8-57ad241b1270 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Neutron deleted interface 3bbc5c60-4af7-45b7-8131-5782d4804866; detaching it from the instance and deleting it from the info cache [ 1077.805547] env[65635]: DEBUG nova.network.neutron [req-d50cdb5e-96e2-4712-9cce-08473baccd52 req-19dbc59d-d2c4-4ae8-9da8-57ad241b1270 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.894208] env[65635]: INFO nova.compute.manager [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Took 24.37 seconds to build instance. [ 1078.046958] env[65635]: DEBUG oslo_concurrency.lockutils [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.047245] env[65635]: DEBUG oslo_concurrency.lockutils [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquired lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.047337] env[65635]: DEBUG nova.network.neutron [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1078.065523] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.124504] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1906f481-7931-4787-9077-db0c1bc6a2a5 tempest-ServersTestJSON-234048922 tempest-ServersTestJSON-234048922-project-member] Lock "1587b58b-e424-44d9-9c64-142c640b9757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.228s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.208833] env[65635]: DEBUG nova.network.neutron [-] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.245473] env[65635]: DEBUG oslo_vmware.api [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312109} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.245753] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.245964] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.246187] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.246363] env[65635]: INFO nova.compute.manager [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: aea98375-55cd-4943-9715-97ab8a175972] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1078.246603] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1078.246805] env[65635]: DEBUG nova.compute.manager [-] [instance: aea98375-55cd-4943-9715-97ab8a175972] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1078.246902] env[65635]: DEBUG nova.network.neutron [-] [instance: aea98375-55cd-4943-9715-97ab8a175972] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1078.247169] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.287933] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.308892] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe10f560-082d-4b23-8ab7-862cc4372a5e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.330853] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f56c3c5-1f45-4d03-a0b1-46354c4a8a4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.388227] env[65635]: DEBUG nova.compute.manager [req-d50cdb5e-96e2-4712-9cce-08473baccd52 req-19dbc59d-d2c4-4ae8-9da8-57ad241b1270 service nova] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Detach interface failed, port_id=3bbc5c60-4af7-45b7-8131-5782d4804866, reason: Instance 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.396439] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bae5a944-98f2-459a-99ae-915844670ff3 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.882s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.503105] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35e6bd-2625-4880-bb47-3d22771d690a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.511876] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06be898-cdc2-40fa-9909-93bdc5ffc5af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.551925] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03686e09-f2aa-4bd8-9ba7-ae480a888f3f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.555639] env[65635]: WARNING neutronclient.v2_0.client [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.559733] env[65635]: DEBUG nova.compute.manager [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1078.573132] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3201f46-ff03-4545-9caf-c21b4c33cf61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.591348] env[65635]: DEBUG nova.compute.provider_tree [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.711956] env[65635]: INFO nova.compute.manager [-] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Took 1.27 seconds to deallocate network for instance. [ 1079.092181] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.097271] env[65635]: DEBUG nova.scheduler.client.report [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.165877] env[65635]: WARNING neutronclient.v2_0.client [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.207087] env[65635]: DEBUG nova.network.neutron [-] [instance: aea98375-55cd-4943-9715-97ab8a175972] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.219691] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.294686] env[65635]: DEBUG nova.network.neutron [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating instance_info_cache with network_info: [{"id": "ba559057-9d08-428b-835d-0b2b06025dfc", "address": "fa:16:3e:91:1f:9f", "network": {"id": "26cc512e-1de6-4853-b506-4e583e3b806d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1959555305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239a165f749e4c03964f942db82a6212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba559057-9d", "ovs_interfaceid": "ba559057-9d08-428b-835d-0b2b06025dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.604148] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.606849] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.642s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.607194] env[65635]: DEBUG nova.objects.instance [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lazy-loading 'resources' on Instance uuid ca712e92-f620-4355-aa04-4d499a13e982 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.633726] env[65635]: INFO nova.scheduler.client.report [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Deleted allocations for instance af24fa75-3692-4aca-9fa0-4da757c0a603 [ 1079.714257] env[65635]: INFO nova.compute.manager [-] [instance: aea98375-55cd-4943-9715-97ab8a175972] Took 1.46 seconds to deallocate network for instance. [ 1079.797989] env[65635]: DEBUG oslo_concurrency.lockutils [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Releasing lock "refresh_cache-b695c17c-898e-45ed-aa32-bc38cdb6e506" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.799020] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48526df-7213-49c7-8aa0-0901a3a26a94 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.808230] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Resuming the VM {{(pid=65635) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1079.808230] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-892c0981-ed0e-44df-b962-e626873b49d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.817469] env[65635]: DEBUG oslo_vmware.api [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1079.817469] env[65635]: value = "task-4427014" [ 1079.817469] env[65635]: _type = "Task" [ 1079.817469] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.826064] env[65635]: DEBUG oslo_vmware.api [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4427014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.838825] env[65635]: DEBUG nova.compute.manager [req-0b34afb5-26ed-4ac2-a6fc-611f7c3a4e30 req-fee24982-7cf1-4bbb-bf24-74869d8ca1ed service nova] [instance: aea98375-55cd-4943-9715-97ab8a175972] Received event network-vif-deleted-55f0f215-c1c8-44dd-8ef6-cf0eee29fb0a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1080.068048] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.068048] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.068358] env[65635]: DEBUG nova.objects.instance [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'flavor' on Instance uuid 42600fdb-9b59-4241-a0f1-40589e0fbae4 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.142778] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5706cf92-7f45-4173-90a8-5a50974a7f51 tempest-ServerShowV247Test-2073425114 tempest-ServerShowV247Test-2073425114-project-member] Lock "af24fa75-3692-4aca-9fa0-4da757c0a603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.940s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.223977] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.329279] env[65635]: DEBUG oslo_vmware.api [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4427014, 'name': PowerOnVM_Task} progress is 74%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.352097] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.352481] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.480861] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0402cf-092f-4b0d-a4e9-68e60a06d7b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.490313] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33292dd4-6694-4a48-84ba-ca40db7126e6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.529597] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac25445-74ba-4723-aa87-3089fbb5f20d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.539362] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8604ff07-de27-4c79-ba09-1a10263dd4cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.556346] env[65635]: DEBUG nova.compute.provider_tree [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.572235] env[65635]: WARNING neutronclient.v2_0.client [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.572699] env[65635]: DEBUG nova.objects.instance [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'pci_requests' on Instance uuid 42600fdb-9b59-4241-a0f1-40589e0fbae4 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.830557] env[65635]: DEBUG oslo_vmware.api [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4427014, 'name': PowerOnVM_Task, 'duration_secs': 0.849401} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.830773] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Resumed the VM {{(pid=65635) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1080.830954] env[65635]: DEBUG nova.compute.manager [None req-117c7c66-f898-4768-8d8d-647f77005172 tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1080.831886] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73587af5-1a7b-413a-b086-a27a813c8fc0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.856022] env[65635]: DEBUG nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1081.060664] env[65635]: DEBUG nova.scheduler.client.report [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.075914] env[65635]: DEBUG nova.objects.base [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Object Instance<42600fdb-9b59-4241-a0f1-40589e0fbae4> lazy-loaded attributes: flavor,pci_requests {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.076171] env[65635]: DEBUG nova.network.neutron [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1081.076531] env[65635]: WARNING neutronclient.v2_0.client [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.076820] env[65635]: WARNING neutronclient.v2_0.client [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.192039] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b1bde470-8e49-4b9e-a12b-89c1060a4aca tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.124s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.380187] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.566269] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.568879] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.359s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.569587] env[65635]: DEBUG nova.objects.instance [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'resources' on Instance uuid 5829975c-a48e-489d-8cd8-5abe5a26280b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.602673] env[65635]: INFO nova.scheduler.client.report [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Deleted allocations for instance ca712e92-f620-4355-aa04-4d499a13e982 [ 1082.110848] env[65635]: DEBUG oslo_concurrency.lockutils [None req-527b399c-afdb-4a9b-8d58-08b6faa0cb41 tempest-AttachVolumeTestJSON-2085932679 tempest-AttachVolumeTestJSON-2085932679-project-member] Lock "ca712e92-f620-4355-aa04-4d499a13e982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.509s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.434262] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bb625f-345c-42da-9edf-4f83739e1c7e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.448034] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83989ff7-2b60-4aae-a835-c1897f439783 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.505642] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669d3432-e675-49ab-9ef5-6bb6cd74ab22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.518585] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3606d33e-525a-4e9f-8914-56443797e5bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.541109] env[65635]: DEBUG nova.compute.provider_tree [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.548654] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "377831f2-b9fe-4623-8b14-2dc423c913b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.549303] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "377831f2-b9fe-4623-8b14-2dc423c913b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.050205] env[65635]: DEBUG nova.scheduler.client.report [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.054301] env[65635]: DEBUG nova.compute.manager [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1083.156650] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.156914] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.157267] env[65635]: DEBUG nova.objects.instance [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'flavor' on Instance uuid 42600fdb-9b59-4241-a0f1-40589e0fbae4 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.558691] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.563559] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.166s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.565133] env[65635]: INFO nova.compute.claims [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.585993] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.593864] env[65635]: INFO nova.scheduler.client.report [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted allocations for instance 5829975c-a48e-489d-8cd8-5abe5a26280b [ 1083.662099] env[65635]: WARNING neutronclient.v2_0.client [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.745291] env[65635]: DEBUG nova.objects.instance [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'pci_requests' on Instance uuid 42600fdb-9b59-4241-a0f1-40589e0fbae4 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.106489] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1524d841-0ffd-48bd-b1ad-2af9f2e00cf3 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "5829975c-a48e-489d-8cd8-5abe5a26280b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.489s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.248417] env[65635]: DEBUG nova.objects.base [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Object Instance<42600fdb-9b59-4241-a0f1-40589e0fbae4> lazy-loaded attributes: flavor,pci_requests {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.248674] env[65635]: DEBUG nova.network.neutron [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1084.249083] env[65635]: WARNING neutronclient.v2_0.client [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.251479] env[65635]: WARNING neutronclient.v2_0.client [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.312013] env[65635]: DEBUG nova.policy [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.630351] env[65635]: DEBUG nova.network.neutron [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Successfully created port: 519e42fa-ff9f-42fa-b1b2-fc486646f776 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1084.818887] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.819162] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.885938] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.886273] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.964077] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f777a96d-5471-4bce-90b5-5eb1bde4422f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.975595] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17724c26-c348-4684-b2c5-6fb739f66bf1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.011517] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865fad0e-9eee-4ee2-9965-7113d0107663 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.020073] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672180ea-32cc-41d6-afd9-5459b83e99fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.036633] env[65635]: DEBUG nova.compute.provider_tree [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.322819] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1085.392766] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1085.540372] env[65635]: DEBUG nova.scheduler.client.report [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.851050] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.915918] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.046015] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.046352] env[65635]: DEBUG nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1086.049142] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.339s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.050665] env[65635]: INFO nova.compute.claims [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.284297] env[65635]: DEBUG nova.network.neutron [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Successfully updated port: 519e42fa-ff9f-42fa-b1b2-fc486646f776 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1086.500903] env[65635]: DEBUG nova.compute.manager [req-0b1f3ed6-6288-4f02-abff-0ebf6828e12f req-ef6d6d9b-35c7-43d7-8610-1ddd535a0adb service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-vif-plugged-519e42fa-ff9f-42fa-b1b2-fc486646f776 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1086.500903] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b1f3ed6-6288-4f02-abff-0ebf6828e12f req-ef6d6d9b-35c7-43d7-8610-1ddd535a0adb service nova] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.500903] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b1f3ed6-6288-4f02-abff-0ebf6828e12f req-ef6d6d9b-35c7-43d7-8610-1ddd535a0adb service nova] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.501573] env[65635]: DEBUG oslo_concurrency.lockutils [req-0b1f3ed6-6288-4f02-abff-0ebf6828e12f req-ef6d6d9b-35c7-43d7-8610-1ddd535a0adb service nova] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.501836] env[65635]: DEBUG nova.compute.manager [req-0b1f3ed6-6288-4f02-abff-0ebf6828e12f req-ef6d6d9b-35c7-43d7-8610-1ddd535a0adb service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] No waiting events found dispatching network-vif-plugged-519e42fa-ff9f-42fa-b1b2-fc486646f776 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1086.503514] env[65635]: WARNING nova.compute.manager [req-0b1f3ed6-6288-4f02-abff-0ebf6828e12f req-ef6d6d9b-35c7-43d7-8610-1ddd535a0adb service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received unexpected event network-vif-plugged-519e42fa-ff9f-42fa-b1b2-fc486646f776 for instance with vm_state active and task_state None. [ 1086.556536] env[65635]: DEBUG nova.compute.utils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.563641] env[65635]: DEBUG nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1086.563641] env[65635]: DEBUG nova.network.neutron [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1086.563919] env[65635]: WARNING neutronclient.v2_0.client [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.564274] env[65635]: WARNING neutronclient.v2_0.client [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.615361] env[65635]: DEBUG nova.policy [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25e122e8a69f4a9f8507efe62a2c107e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ec1ad50e2b4402a5f397cf3533110f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.788265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.788265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.788265] env[65635]: DEBUG nova.network.neutron [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.992969] env[65635]: DEBUG nova.network.neutron [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Successfully created port: c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1087.070765] env[65635]: DEBUG nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1087.372758] env[65635]: WARNING nova.network.neutron [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] 924aba22-56da-44a3-a97a-0fdebc5cb669 already exists in list: networks containing: ['924aba22-56da-44a3-a97a-0fdebc5cb669']. ignoring it [ 1087.437371] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5eac40-07f9-498f-a9ee-926332a22da1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.446549] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55cecb9-dc48-4679-a1ba-a70950a5c846 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.478133] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5ade4f-d814-4dd1-8bd8-fbd618557658 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.489953] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e347da-0ced-4bc2-b319-246b2eb68b08 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.506411] env[65635]: DEBUG nova.compute.provider_tree [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.549752] env[65635]: WARNING neutronclient.v2_0.client [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.730510] env[65635]: WARNING neutronclient.v2_0.client [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.805428] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.805584] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.832739] env[65635]: DEBUG nova.network.neutron [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "519e42fa-ff9f-42fa-b1b2-fc486646f776", "address": "fa:16:3e:cd:fa:4b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519e42fa-ff", "ovs_interfaceid": "519e42fa-ff9f-42fa-b1b2-fc486646f776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.011201] env[65635]: DEBUG nova.scheduler.client.report [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.087194] env[65635]: DEBUG nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1088.114887] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1088.115181] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.115336] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1088.115531] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.115672] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1088.115813] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1088.116029] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.116191] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1088.116351] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1088.116506] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1088.116670] env[65635]: DEBUG nova.virt.hardware [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1088.117838] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc90e51d-b50f-4617-993e-918601cb9532 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.127291] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0a1120-b02e-4783-a000-e5ac782f1b99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.309839] env[65635]: DEBUG nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1088.336605] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.337437] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.337688] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.338517] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76d5c01-a966-4bd6-a6d5-4f47a8f10835 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.359059] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1088.359059] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.359405] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1088.359405] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.359546] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1088.359670] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1088.359877] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.360312] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1088.360514] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1088.360683] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1088.360855] env[65635]: DEBUG nova.virt.hardware [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1088.370029] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Reconfiguring VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1088.370710] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43252871-dfd0-41d2-aca7-04f765c6e4eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.389996] env[65635]: DEBUG oslo_vmware.api [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1088.389996] env[65635]: value = "task-4427017" [ 1088.389996] env[65635]: _type = "Task" [ 1088.389996] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.400474] env[65635]: DEBUG oslo_vmware.api [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427017, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.516489] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.517156] env[65635]: DEBUG nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1088.519914] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.323s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.523623] env[65635]: INFO nova.compute.claims [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.602376] env[65635]: DEBUG nova.network.neutron [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Successfully updated port: c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1088.604286] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.604891] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.706394] env[65635]: DEBUG nova.compute.manager [req-f4405a44-57ae-40eb-a68e-7831bbc0a500 req-0cfb0670-a4d6-4550-ac1c-7e896075d300 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Received event network-vif-plugged-c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.706639] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4405a44-57ae-40eb-a68e-7831bbc0a500 req-0cfb0670-a4d6-4550-ac1c-7e896075d300 service nova] Acquiring lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.707042] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4405a44-57ae-40eb-a68e-7831bbc0a500 req-0cfb0670-a4d6-4550-ac1c-7e896075d300 service nova] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.707609] env[65635]: DEBUG oslo_concurrency.lockutils [req-f4405a44-57ae-40eb-a68e-7831bbc0a500 req-0cfb0670-a4d6-4550-ac1c-7e896075d300 service nova] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.707739] env[65635]: DEBUG nova.compute.manager [req-f4405a44-57ae-40eb-a68e-7831bbc0a500 req-0cfb0670-a4d6-4550-ac1c-7e896075d300 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] No waiting events found dispatching network-vif-plugged-c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1088.708079] env[65635]: WARNING nova.compute.manager [req-f4405a44-57ae-40eb-a68e-7831bbc0a500 req-0cfb0670-a4d6-4550-ac1c-7e896075d300 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Received unexpected event network-vif-plugged-c74a3552-b826-47b0-bc0b-955f92b8c399 for instance with vm_state building and task_state spawning. [ 1088.732261] env[65635]: DEBUG nova.compute.manager [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-changed-519e42fa-ff9f-42fa-b1b2-fc486646f776 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.732364] env[65635]: DEBUG nova.compute.manager [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Refreshing instance network info cache due to event network-changed-519e42fa-ff9f-42fa-b1b2-fc486646f776. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1088.732499] env[65635]: DEBUG oslo_concurrency.lockutils [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] Acquiring lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.732685] env[65635]: DEBUG oslo_concurrency.lockutils [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] Acquired lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.732873] env[65635]: DEBUG nova.network.neutron [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Refreshing network info cache for port 519e42fa-ff9f-42fa-b1b2-fc486646f776 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.837655] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.903531] env[65635]: DEBUG oslo_vmware.api [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.028693] env[65635]: DEBUG nova.compute.utils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.032634] env[65635]: DEBUG nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1089.032910] env[65635]: DEBUG nova.network.neutron [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1089.033299] env[65635]: WARNING neutronclient.v2_0.client [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.033587] env[65635]: WARNING neutronclient.v2_0.client [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.083429] env[65635]: DEBUG nova.policy [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f1dc91ca620470cbf8256c8f66d6ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15d8af2534314b5bba33f6a18993f9df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.109159] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.109274] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.109658] env[65635]: DEBUG nova.network.neutron [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.113260] env[65635]: INFO nova.compute.manager [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Detaching volume ea995dc9-c68b-4136-8370-6f2ba44d13b8 [ 1089.158394] env[65635]: INFO nova.virt.block_device [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Attempting to driver detach volume ea995dc9-c68b-4136-8370-6f2ba44d13b8 from mountpoint /dev/sdb [ 1089.158844] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1089.159240] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866226', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'name': 'volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'serial': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1089.161451] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad04a78f-4899-4a81-95da-7e5db83eb75a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.185466] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc057e-84fa-4cd7-8a51-0357228445c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.195045] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492c7ff-2a4b-495e-ba2e-820c085d81bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.221727] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c13c972-22f5-4550-854d-692a2b1ee654 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.242809] env[65635]: WARNING neutronclient.v2_0.client [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.244919] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8/volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1089.252542] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.253604] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58270af5-42b6-4510-ab14-cdd4448b1b09 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.283505] env[65635]: DEBUG oslo_vmware.api [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1089.283505] env[65635]: value = "task-4427018" [ 1089.283505] env[65635]: _type = "Task" [ 1089.283505] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.294044] env[65635]: DEBUG oslo_vmware.api [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.407646] env[65635]: DEBUG oslo_vmware.api [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427017, 'name': ReconfigVM_Task, 'duration_secs': 0.875574} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.408225] env[65635]: WARNING neutronclient.v2_0.client [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.408706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.408912] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Reconfigured VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1089.526386] env[65635]: DEBUG nova.network.neutron [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Successfully created port: e8cb8a26-389f-471b-aca8-cd12bb551aaa {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1089.531645] env[65635]: WARNING neutronclient.v2_0.client [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.535583] env[65635]: DEBUG nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1089.669277] env[65635]: DEBUG nova.network.neutron [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updated VIF entry in instance network info cache for port 519e42fa-ff9f-42fa-b1b2-fc486646f776. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1089.670211] env[65635]: DEBUG nova.network.neutron [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "519e42fa-ff9f-42fa-b1b2-fc486646f776", "address": "fa:16:3e:cd:fa:4b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519e42fa-ff", "ovs_interfaceid": "519e42fa-ff9f-42fa-b1b2-fc486646f776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.702962] env[65635]: DEBUG nova.network.neutron [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1089.797838] env[65635]: DEBUG oslo_vmware.api [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427018, 'name': ReconfigVM_Task, 'duration_secs': 0.397542} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.798322] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.803177] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb37e8e5-cfe8-4493-9c78-f5415aa9875a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.822299] env[65635]: WARNING neutronclient.v2_0.client [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.833031] env[65635]: DEBUG oslo_vmware.api [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1089.833031] env[65635]: value = "task-4427019" [ 1089.833031] env[65635]: _type = "Task" [ 1089.833031] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.848719] env[65635]: DEBUG oslo_vmware.api [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.917880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-36c999ac-7b54-4ce6-9ac4-fbc8ebbb8768 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.760s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.976070] env[65635]: DEBUG nova.network.neutron [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Updating instance_info_cache with network_info: [{"id": "c74a3552-b826-47b0-bc0b-955f92b8c399", "address": "fa:16:3e:d9:d3:e9", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a3552-b8", "ovs_interfaceid": "c74a3552-b826-47b0-bc0b-955f92b8c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.015512] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0588250f-1f56-4e85-93dd-58b8f190ab53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.024787] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2028673-1858-4ec5-aea2-677a4d9e3efd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.064970] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5869dd08-7419-4210-a98f-22e0b7c9dd43 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.075553] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de66d8f-c4d6-4b9f-b101-f183819e6b7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.095484] env[65635]: DEBUG nova.compute.provider_tree [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.175755] env[65635]: DEBUG oslo_concurrency.lockutils [req-1f2b660a-529d-4eb4-8622-172079885b94 req-076aad74-b42c-4a33-8112-a7064ca984b6 service nova] Releasing lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.346172] env[65635]: DEBUG oslo_vmware.api [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427019, 'name': ReconfigVM_Task, 'duration_secs': 0.268763} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.346494] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866226', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'name': 'volume-ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8', 'serial': 'ea995dc9-c68b-4136-8370-6f2ba44d13b8'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1090.478818] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.479334] env[65635]: DEBUG nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Instance network_info: |[{"id": "c74a3552-b826-47b0-bc0b-955f92b8c399", "address": "fa:16:3e:d9:d3:e9", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a3552-b8", "ovs_interfaceid": "c74a3552-b826-47b0-bc0b-955f92b8c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1090.479805] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d3:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c74a3552-b826-47b0-bc0b-955f92b8c399', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.488039] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Creating folder: Project (94ec1ad50e2b4402a5f397cf3533110f). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.488293] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f89c2b38-b97b-412a-bbc4-3d7d37e8203d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.501035] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Created folder: Project (94ec1ad50e2b4402a5f397cf3533110f) in parent group-v866005. [ 1090.501247] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Creating folder: Instances. Parent ref: group-v866270. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.501489] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a02c76df-3177-48a7-9061-10c2ff2cfc1e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.514378] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Created folder: Instances in parent group-v866270. [ 1090.514653] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1090.514919] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.515204] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-074b8d65-fb1e-4a71-853d-0775e7dee1f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.537591] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.537591] env[65635]: value = "task-4427023" [ 1090.537591] env[65635]: _type = "Task" [ 1090.537591] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.547573] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427023, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.565508] env[65635]: DEBUG nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1090.596806] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1090.597086] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.597260] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1090.597432] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.597607] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1090.597733] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1090.597920] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1090.598086] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1090.598257] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1090.598418] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1090.598588] env[65635]: DEBUG nova.virt.hardware [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1090.599583] env[65635]: DEBUG nova.scheduler.client.report [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.603629] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e5324-9d7c-4fd0-894b-fc4275c769e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.613743] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7a93b4-6bbb-4fef-8402-926002fa7683 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.784258] env[65635]: DEBUG nova.compute.manager [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Received event network-changed-c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.784453] env[65635]: DEBUG nova.compute.manager [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Refreshing instance network info cache due to event network-changed-c74a3552-b826-47b0-bc0b-955f92b8c399. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1090.784649] env[65635]: DEBUG oslo_concurrency.lockutils [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] Acquiring lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.784820] env[65635]: DEBUG oslo_concurrency.lockutils [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] Acquired lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.784947] env[65635]: DEBUG nova.network.neutron [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Refreshing network info cache for port c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.913574] env[65635]: DEBUG nova.objects.instance [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'flavor' on Instance uuid 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.050706] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427023, 'name': CreateVM_Task, 'duration_secs': 0.40428} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.050883] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.051401] env[65635]: WARNING neutronclient.v2_0.client [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.052147] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.052147] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.052572] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.052732] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da54ae6-98db-4f91-9541-158bcdc093e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.058737] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1091.058737] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f71528-b17b-6ad8-1f91-51376ffffac9" [ 1091.058737] env[65635]: _type = "Task" [ 1091.058737] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.071188] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f71528-b17b-6ad8-1f91-51376ffffac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.089193] env[65635]: DEBUG nova.compute.manager [req-5d48e694-b08c-4b22-b5ca-f05c02727fa0 req-6755bfdf-39d9-4fb4-9488-0ebd54e16c24 service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Received event network-vif-plugged-e8cb8a26-389f-471b-aca8-cd12bb551aaa {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1091.089624] env[65635]: DEBUG oslo_concurrency.lockutils [req-5d48e694-b08c-4b22-b5ca-f05c02727fa0 req-6755bfdf-39d9-4fb4-9488-0ebd54e16c24 service nova] Acquiring lock "1860077c-e934-4aa5-90ca-6290820e9976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.089679] env[65635]: DEBUG oslo_concurrency.lockutils [req-5d48e694-b08c-4b22-b5ca-f05c02727fa0 req-6755bfdf-39d9-4fb4-9488-0ebd54e16c24 service nova] Lock "1860077c-e934-4aa5-90ca-6290820e9976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.089807] env[65635]: DEBUG oslo_concurrency.lockutils [req-5d48e694-b08c-4b22-b5ca-f05c02727fa0 req-6755bfdf-39d9-4fb4-9488-0ebd54e16c24 service nova] Lock "1860077c-e934-4aa5-90ca-6290820e9976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.089974] env[65635]: DEBUG nova.compute.manager [req-5d48e694-b08c-4b22-b5ca-f05c02727fa0 req-6755bfdf-39d9-4fb4-9488-0ebd54e16c24 service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] No waiting events found dispatching network-vif-plugged-e8cb8a26-389f-471b-aca8-cd12bb551aaa {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1091.090220] env[65635]: WARNING nova.compute.manager [req-5d48e694-b08c-4b22-b5ca-f05c02727fa0 req-6755bfdf-39d9-4fb4-9488-0ebd54e16c24 service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Received unexpected event network-vif-plugged-e8cb8a26-389f-471b-aca8-cd12bb551aaa for instance with vm_state building and task_state spawning. [ 1091.108376] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.108887] env[65635]: DEBUG nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1091.112010] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.829s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.113668] env[65635]: INFO nova.compute.claims [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.190685] env[65635]: DEBUG nova.network.neutron [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Successfully updated port: e8cb8a26-389f-471b-aca8-cd12bb551aaa {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1091.290718] env[65635]: WARNING neutronclient.v2_0.client [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.464723] env[65635]: WARNING neutronclient.v2_0.client [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.534725] env[65635]: DEBUG nova.network.neutron [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Updated VIF entry in instance network info cache for port c74a3552-b826-47b0-bc0b-955f92b8c399. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1091.535152] env[65635]: DEBUG nova.network.neutron [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Updating instance_info_cache with network_info: [{"id": "c74a3552-b826-47b0-bc0b-955f92b8c399", "address": "fa:16:3e:d9:d3:e9", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a3552-b8", "ovs_interfaceid": "c74a3552-b826-47b0-bc0b-955f92b8c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.570142] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f71528-b17b-6ad8-1f91-51376ffffac9, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.570551] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.570934] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.571325] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.571513] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.571724] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.572021] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce2ce057-d4fb-4b21-b7bb-21c03c65527d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.581425] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.581600] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.582378] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3badc4e-cf2d-4427-8580-cb64fbaff1ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.588768] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1091.588768] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5218e8ed-517c-15cd-572a-db6cf0848baf" [ 1091.588768] env[65635]: _type = "Task" [ 1091.588768] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.597149] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5218e8ed-517c-15cd-572a-db6cf0848baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.618488] env[65635]: DEBUG nova.compute.utils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.622094] env[65635]: DEBUG nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1091.622094] env[65635]: DEBUG nova.network.neutron [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1091.622356] env[65635]: WARNING neutronclient.v2_0.client [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.622647] env[65635]: WARNING neutronclient.v2_0.client [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.672566] env[65635]: DEBUG nova.policy [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '138d04ec00954a57987a6fd28b6e63a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3501a67b41b4ae595ea0ccff89908b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.675741] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquiring lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.675960] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.676162] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquiring lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.676341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.676504] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.678790] env[65635]: INFO nova.compute.manager [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Terminating instance [ 1091.695401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "refresh_cache-1860077c-e934-4aa5-90ca-6290820e9976" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.695401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "refresh_cache-1860077c-e934-4aa5-90ca-6290820e9976" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.695401] env[65635]: DEBUG nova.network.neutron [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1091.922935] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8ff6a415-0053-4603-8a94-db112bb19a07 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.038153] env[65635]: DEBUG oslo_concurrency.lockutils [req-ad88dfbe-b3e3-4a6f-8280-65071bbdec1f req-54af87e8-d466-4339-bd04-3dc6e9626367 service nova] Releasing lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.047362] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-b454d4b4-47b5-4521-9a09-26f937987ecd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.047625] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-b454d4b4-47b5-4521-9a09-26f937987ecd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.047979] env[65635]: DEBUG nova.objects.instance [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'flavor' on Instance uuid 42600fdb-9b59-4241-a0f1-40589e0fbae4 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.070987] env[65635]: DEBUG nova.network.neutron [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Successfully created port: 03be5768-7657-4a63-9b50-2e460e10c1ed {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1092.101908] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5218e8ed-517c-15cd-572a-db6cf0848baf, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.103408] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c79169c-ca82-4383-be56-2db1100e2456 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.109820] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1092.109820] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528edd2a-8606-3a65-7a7e-7c53b4c19d7d" [ 1092.109820] env[65635]: _type = "Task" [ 1092.109820] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.118320] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528edd2a-8606-3a65-7a7e-7c53b4c19d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.126146] env[65635]: DEBUG nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1092.182673] env[65635]: DEBUG nova.compute.manager [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1092.182904] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.184156] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bfea98-da41-442e-9ea7-c37a22bf2271 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.193510] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.193510] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c08959-0967-4715-b4c8-a52c0bea069d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.203771] env[65635]: DEBUG oslo_vmware.api [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1092.203771] env[65635]: value = "task-4427024" [ 1092.203771] env[65635]: _type = "Task" [ 1092.203771] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.213107] env[65635]: DEBUG oslo_vmware.api [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4427024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.233747] env[65635]: DEBUG nova.network.neutron [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1092.257809] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.258390] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.258753] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.259055] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.260641] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.265451] env[65635]: INFO nova.compute.manager [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Terminating instance [ 1092.385084] env[65635]: WARNING neutronclient.v2_0.client [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.460895] env[65635]: DEBUG nova.network.neutron [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Updating instance_info_cache with network_info: [{"id": "e8cb8a26-389f-471b-aca8-cd12bb551aaa", "address": "fa:16:3e:59:55:bf", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8cb8a26-38", "ovs_interfaceid": "e8cb8a26-389f-471b-aca8-cd12bb551aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.495165] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba94451-f546-479d-8c57-51668454daa7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.503519] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f564c95-3b36-4f06-9fc2-31abcc7941c2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.542765] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbee2c09-8806-49c1-8bb9-1dc1711369c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.553977] env[65635]: WARNING neutronclient.v2_0.client [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.558057] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60921263-5c51-4155-bd9b-aa9a945553cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.575934] env[65635]: DEBUG nova.compute.provider_tree [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.620535] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528edd2a-8606-3a65-7a7e-7c53b4c19d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.620794] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.621097] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 2f8c19dd-9592-49ff-a8b1-41a07c06b19e/2f8c19dd-9592-49ff-a8b1-41a07c06b19e.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.621383] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8af0d7b-2ed6-4608-8dcc-60f0202f9193 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.629362] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1092.629362] env[65635]: value = "task-4427025" [ 1092.629362] env[65635]: _type = "Task" [ 1092.629362] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.642667] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.715605] env[65635]: DEBUG oslo_vmware.api [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4427024, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.743579] env[65635]: DEBUG nova.objects.instance [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'pci_requests' on Instance uuid 42600fdb-9b59-4241-a0f1-40589e0fbae4 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.770141] env[65635]: DEBUG nova.compute.manager [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1092.770356] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.771899] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a396132b-b290-4c7d-8d27-9002bef5a1ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.782635] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.782949] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9e92462-d972-4d02-b63a-9a9b5fd13c13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.791688] env[65635]: DEBUG oslo_vmware.api [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1092.791688] env[65635]: value = "task-4427026" [ 1092.791688] env[65635]: _type = "Task" [ 1092.791688] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.801340] env[65635]: DEBUG oslo_vmware.api [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4427026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.921694] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.922038] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.922405] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.922677] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.922953] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.926300] env[65635]: INFO nova.compute.manager [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Terminating instance [ 1092.963970] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "refresh_cache-1860077c-e934-4aa5-90ca-6290820e9976" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.964597] env[65635]: DEBUG nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Instance network_info: |[{"id": "e8cb8a26-389f-471b-aca8-cd12bb551aaa", "address": "fa:16:3e:59:55:bf", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8cb8a26-38", "ovs_interfaceid": "e8cb8a26-389f-471b-aca8-cd12bb551aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1092.965227] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:55:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8cb8a26-389f-471b-aca8-cd12bb551aaa', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.974163] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1092.974584] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.975893] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21edd794-38c5-4d73-a519-79e1d718d95c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.003060] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.003060] env[65635]: value = "task-4427027" [ 1093.003060] env[65635]: _type = "Task" [ 1093.003060] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.017671] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427027, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.079300] env[65635]: DEBUG nova.scheduler.client.report [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.138951] env[65635]: DEBUG nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1093.145348] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427025, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.169630] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1093.170756] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.170756] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1093.170756] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.170756] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1093.170756] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1093.170756] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1093.171577] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1093.171577] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1093.171577] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1093.171577] env[65635]: DEBUG nova.virt.hardware [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1093.173063] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8843d98-1ab4-44a1-9fec-2533d07f7663 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.182142] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df06e5fe-a573-41eb-9880-555c19004cf1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.215951] env[65635]: DEBUG oslo_vmware.api [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4427024, 'name': PowerOffVM_Task, 'duration_secs': 0.642221} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.217111] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.217111] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.217111] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd80ffe3-0c94-4ec3-b2d6-e1cad030cb7c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.247728] env[65635]: DEBUG nova.objects.base [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Object Instance<42600fdb-9b59-4241-a0f1-40589e0fbae4> lazy-loaded attributes: flavor,pci_requests {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.247728] env[65635]: DEBUG nova.network.neutron [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1093.248111] env[65635]: WARNING neutronclient.v2_0.client [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.248208] env[65635]: WARNING neutronclient.v2_0.client [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.305207] env[65635]: DEBUG oslo_vmware.api [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4427026, 'name': PowerOffVM_Task, 'duration_secs': 0.23869} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.305507] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.305670] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.305942] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26e2dd95-a8c4-40c6-a85a-4673f243d971 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.309818] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.309988] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.310197] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Deleting the datastore file [datastore1] 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.310474] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7a0eb1b-aa82-496f-95e6-eebb42bd4345 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.319695] env[65635]: DEBUG oslo_vmware.api [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for the task: (returnval){ [ 1093.319695] env[65635]: value = "task-4427030" [ 1093.319695] env[65635]: _type = "Task" [ 1093.319695] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.329664] env[65635]: DEBUG oslo_vmware.api [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4427030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.423531] env[65635]: DEBUG nova.policy [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.430992] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.431247] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.431520] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleting the datastore file [datastore1] b695c17c-898e-45ed-aa32-bc38cdb6e506 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.432224] env[65635]: DEBUG nova.compute.manager [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1093.432439] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.432717] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9643a2c7-a871-4143-b15b-b140fbfc9f04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.435566] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336ea5da-2fbd-4e33-82b3-242de2d8afb9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.445557] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.447231] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-081c4040-dd9e-4f11-a107-935318a7b447 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.449933] env[65635]: DEBUG oslo_vmware.api [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for the task: (returnval){ [ 1093.449933] env[65635]: value = "task-4427031" [ 1093.449933] env[65635]: _type = "Task" [ 1093.449933] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.456475] env[65635]: DEBUG oslo_vmware.api [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1093.456475] env[65635]: value = "task-4427032" [ 1093.456475] env[65635]: _type = "Task" [ 1093.456475] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.465443] env[65635]: DEBUG oslo_vmware.api [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4427031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.472511] env[65635]: DEBUG oslo_vmware.api [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.516062] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427027, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.586202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.586866] env[65635]: DEBUG nova.compute.manager [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1093.591508] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.915s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.647373] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533153} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.647373] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 2f8c19dd-9592-49ff-a8b1-41a07c06b19e/2f8c19dd-9592-49ff-a8b1-41a07c06b19e.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.649020] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.649020] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a06e6cf7-e41a-488b-8f57-999d07b8fbf3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.660584] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1093.660584] env[65635]: value = "task-4427033" [ 1093.660584] env[65635]: _type = "Task" [ 1093.660584] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.675806] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.688847] env[65635]: DEBUG nova.network.neutron [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Successfully updated port: 03be5768-7657-4a63-9b50-2e460e10c1ed {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1093.831969] env[65635]: DEBUG oslo_vmware.api [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Task: {'id': task-4427030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22032} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.831969] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.831969] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.831969] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.831969] env[65635]: INFO nova.compute.manager [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1093.832331] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1093.832487] env[65635]: DEBUG nova.compute.manager [-] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1093.832556] env[65635]: DEBUG nova.network.neutron [-] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.832965] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.877553] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.968724] env[65635]: DEBUG oslo_vmware.api [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Task: {'id': task-4427031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29884} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.969763] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.970119] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.970410] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.970695] env[65635]: INFO nova.compute.manager [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1093.971253] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1093.971427] env[65635]: DEBUG nova.compute.manager [-] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1093.971602] env[65635]: DEBUG nova.network.neutron [-] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.971982] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.980812] env[65635]: DEBUG oslo_vmware.api [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427032, 'name': PowerOffVM_Task, 'duration_secs': 0.331854} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.981275] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.981586] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.981992] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f718723-b6cf-47a2-a193-bbf66795e0ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.015776] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427027, 'name': CreateVM_Task, 'duration_secs': 0.536105} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.015959] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.016613] env[65635]: WARNING neutronclient.v2_0.client [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.017092] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.017288] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.017669] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.017976] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575a4832-8a50-4f99-9b77-3e2a789eaeee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.023883] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1094.023883] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c6d185-24e9-b6d6-1d55-7881a5646d2e" [ 1094.023883] env[65635]: _type = "Task" [ 1094.023883] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.033210] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c6d185-24e9-b6d6-1d55-7881a5646d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.075692] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.075948] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.076183] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleting the datastore file [datastore2] 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.076489] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1091b018-42cd-4584-b475-da6eff48bc2d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.084751] env[65635]: DEBUG oslo_vmware.api [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1094.084751] env[65635]: value = "task-4427035" [ 1094.084751] env[65635]: _type = "Task" [ 1094.084751] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.095720] env[65635]: DEBUG nova.compute.utils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.105229] env[65635]: DEBUG oslo_vmware.api [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.106050] env[65635]: DEBUG nova.compute.manager [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1094.169158] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099294} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.169861] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.170500] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65224d40-e4d2-4959-aec8-cde8c03f254b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.193500] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 2f8c19dd-9592-49ff-a8b1-41a07c06b19e/2f8c19dd-9592-49ff-a8b1-41a07c06b19e.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.194531] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-29cfa1f2-cffc-4510-ac08-a0e529589285" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.194737] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-29cfa1f2-cffc-4510-ac08-a0e529589285" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.194957] env[65635]: DEBUG nova.network.neutron [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.195991] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1ce136-a52e-4961-9d2b-9c22ed6f4159 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.218997] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1094.218997] env[65635]: value = "task-4427036" [ 1094.218997] env[65635]: _type = "Task" [ 1094.218997] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.230040] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.538885] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c6d185-24e9-b6d6-1d55-7881a5646d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.539629] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.539629] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.539836] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.539985] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.540198] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.540489] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2daddeef-2751-4b1a-bd50-48e1bcd84878 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.555412] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.555757] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.557328] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.559116] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c406f6-7188-49f1-99d8-cafd6e54520a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.565560] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1094.565560] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524cc7f6-8655-2f14-02f6-02eab68fc850" [ 1094.565560] env[65635]: _type = "Task" [ 1094.565560] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.574575] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524cc7f6-8655-2f14-02f6-02eab68fc850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.595326] env[65635]: DEBUG oslo_vmware.api [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171817} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.595562] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.595739] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.595905] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.596097] env[65635]: INFO nova.compute.manager [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1094.596342] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1094.596528] env[65635]: DEBUG nova.compute.manager [-] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1094.596644] env[65635]: DEBUG nova.network.neutron [-] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1094.596893] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.607983] env[65635]: INFO nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating resource usage from migration c68813f4-c34b-454b-a6ee-689b19bd2724 [ 1094.610129] env[65635]: DEBUG nova.compute.manager [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1094.634796] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.634983] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 76b8ba30-a5b1-44ea-ac84-c47dea905c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.635200] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.635382] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 74c18370-1add-4673-ad90-374563808d15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.635549] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 97d0e2a4-9546-4492-be83-6d23eccf6be8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.635728] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance aea98375-55cd-4943-9715-97ab8a175972 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.635893] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.636093] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 42600fdb-9b59-4241-a0f1-40589e0fbae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.636343] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance b695c17c-898e-45ed-aa32-bc38cdb6e506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.636481] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 526050bf-d87f-49ff-8e0f-645f71d036e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1094.636667] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.637026] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance ba7c06bf-34e4-48b6-af83-d54b62a4c051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.637122] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 589ed7c5-3c08-487f-a389-2931fd6ce9fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.637223] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 2f8c19dd-9592-49ff-a8b1-41a07c06b19e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.637403] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 1860077c-e934-4aa5-90ca-6290820e9976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.637869] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 29cfa1f2-cffc-4510-ac08-a0e529589285 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.637869] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 41f5db34-e551-497d-b96b-685a51c39c86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.638013] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Migration c68813f4-c34b-454b-a6ee-689b19bd2724 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1094.638200] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance e4d1e708-a6bf-452a-a01a-867152d6c61b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.729382] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427036, 'name': ReconfigVM_Task, 'duration_secs': 0.329299} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.729669] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 2f8c19dd-9592-49ff-a8b1-41a07c06b19e/2f8c19dd-9592-49ff-a8b1-41a07c06b19e.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.730320] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2349d5cd-2706-4048-bbba-cc86f5fd5976 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.737724] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1094.737724] env[65635]: value = "task-4427037" [ 1094.737724] env[65635]: _type = "Task" [ 1094.737724] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.748180] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427037, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.810852] env[65635]: DEBUG nova.compute.manager [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Received event network-changed-e8cb8a26-389f-471b-aca8-cd12bb551aaa {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1094.810983] env[65635]: DEBUG nova.compute.manager [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Refreshing instance network info cache due to event network-changed-e8cb8a26-389f-471b-aca8-cd12bb551aaa. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1094.811215] env[65635]: DEBUG oslo_concurrency.lockutils [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] Acquiring lock "refresh_cache-1860077c-e934-4aa5-90ca-6290820e9976" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.811424] env[65635]: DEBUG oslo_concurrency.lockutils [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] Acquired lock "refresh_cache-1860077c-e934-4aa5-90ca-6290820e9976" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.811557] env[65635]: DEBUG nova.network.neutron [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Refreshing network info cache for port e8cb8a26-389f-471b-aca8-cd12bb551aaa {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.837861] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.865201] env[65635]: DEBUG nova.network.neutron [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1094.876656] env[65635]: DEBUG nova.network.neutron [-] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.057607] env[65635]: DEBUG nova.network.neutron [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Successfully updated port: b454d4b4-47b5-4521-9a09-26f937987ecd {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1095.082086] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524cc7f6-8655-2f14-02f6-02eab68fc850, 'name': SearchDatastore_Task, 'duration_secs': 0.04233} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.082823] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7e9d71-6beb-43db-9e06-349af64b38ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.091867] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1095.091867] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52544868-1951-ca25-5a43-c3235b332e7d" [ 1095.091867] env[65635]: _type = "Task" [ 1095.091867] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.103501] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52544868-1951-ca25-5a43-c3235b332e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.142179] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 58de1a1e-0504-441e-9ae1-f90e0e334d9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1095.215694] env[65635]: WARNING neutronclient.v2_0.client [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.248623] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427037, 'name': Rename_Task, 'duration_secs': 0.152124} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.248623] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.248872] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1c2055-449a-46e7-8b34-e46a2acc1bc1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.255800] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1095.255800] env[65635]: value = "task-4427038" [ 1095.255800] env[65635]: _type = "Task" [ 1095.255800] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.266438] env[65635]: DEBUG nova.network.neutron [-] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.267639] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.308352] env[65635]: DEBUG nova.compute.manager [req-ef228ef1-5079-4640-ad68-9c0269666ff5 req-fd021b1b-b089-4e33-b707-6dded844f349 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Received event network-vif-plugged-03be5768-7657-4a63-9b50-2e460e10c1ed {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1095.308590] env[65635]: DEBUG oslo_concurrency.lockutils [req-ef228ef1-5079-4640-ad68-9c0269666ff5 req-fd021b1b-b089-4e33-b707-6dded844f349 service nova] Acquiring lock "29cfa1f2-cffc-4510-ac08-a0e529589285-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.308836] env[65635]: DEBUG oslo_concurrency.lockutils [req-ef228ef1-5079-4640-ad68-9c0269666ff5 req-fd021b1b-b089-4e33-b707-6dded844f349 service nova] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.309254] env[65635]: DEBUG oslo_concurrency.lockutils [req-ef228ef1-5079-4640-ad68-9c0269666ff5 req-fd021b1b-b089-4e33-b707-6dded844f349 service nova] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.309752] env[65635]: DEBUG nova.compute.manager [req-ef228ef1-5079-4640-ad68-9c0269666ff5 req-fd021b1b-b089-4e33-b707-6dded844f349 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] No waiting events found dispatching network-vif-plugged-03be5768-7657-4a63-9b50-2e460e10c1ed {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1095.309929] env[65635]: WARNING nova.compute.manager [req-ef228ef1-5079-4640-ad68-9c0269666ff5 req-fd021b1b-b089-4e33-b707-6dded844f349 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Received unexpected event network-vif-plugged-03be5768-7657-4a63-9b50-2e460e10c1ed for instance with vm_state building and task_state spawning. [ 1095.316981] env[65635]: WARNING neutronclient.v2_0.client [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.321247] env[65635]: DEBUG nova.network.neutron [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Updating instance_info_cache with network_info: [{"id": "03be5768-7657-4a63-9b50-2e460e10c1ed", "address": "fa:16:3e:0c:ba:e2", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03be5768-76", "ovs_interfaceid": "03be5768-7657-4a63-9b50-2e460e10c1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.378860] env[65635]: INFO nova.compute.manager [-] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Took 1.55 seconds to deallocate network for instance. [ 1095.470821] env[65635]: WARNING neutronclient.v2_0.client [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.546481] env[65635]: DEBUG nova.network.neutron [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Updated VIF entry in instance network info cache for port e8cb8a26-389f-471b-aca8-cd12bb551aaa. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1095.546481] env[65635]: DEBUG nova.network.neutron [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Updating instance_info_cache with network_info: [{"id": "e8cb8a26-389f-471b-aca8-cd12bb551aaa", "address": "fa:16:3e:59:55:bf", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8cb8a26-38", "ovs_interfaceid": "e8cb8a26-389f-471b-aca8-cd12bb551aaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.561889] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.562120] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.562621] env[65635]: DEBUG nova.network.neutron [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.604929] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52544868-1951-ca25-5a43-c3235b332e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.028646} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.605609] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.605875] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 1860077c-e934-4aa5-90ca-6290820e9976/1860077c-e934-4aa5-90ca-6290820e9976.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.606581] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d21b9de2-019d-4f94-b55c-047116a5071a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.615204] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1095.615204] env[65635]: value = "task-4427039" [ 1095.615204] env[65635]: _type = "Task" [ 1095.615204] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.619702] env[65635]: DEBUG nova.compute.manager [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1095.629495] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.646231] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 377831f2-b9fe-4623-8b14-2dc423c913b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1095.650633] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1095.650891] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.651078] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1095.651301] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.651448] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1095.651594] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1095.651807] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1095.652012] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1095.652181] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1095.652343] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1095.652513] env[65635]: DEBUG nova.virt.hardware [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1095.653697] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f397b474-16d0-4cd2-808d-41f5e1e45a0f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.663628] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca13ecd-6160-41b5-b15e-d1098f63a578 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.679948] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.685843] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Creating folder: Project (9327d34fb48f4dc19225adf58231791e). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.686260] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49fb8b16-180b-4b3f-aa03-74ba8483bc45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.700510] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Created folder: Project (9327d34fb48f4dc19225adf58231791e) in parent group-v866005. [ 1095.700771] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Creating folder: Instances. Parent ref: group-v866274. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.701111] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a8e886-63c7-47bf-a8cc-81f6f1932fd5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.714670] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Created folder: Instances in parent group-v866274. [ 1095.714965] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1095.715227] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.715457] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78770a40-8b33-4c90-a7b7-7f80f7277205 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.738122] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.738122] env[65635]: value = "task-4427042" [ 1095.738122] env[65635]: _type = "Task" [ 1095.738122] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.748287] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427042, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.768154] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427038, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.771914] env[65635]: INFO nova.compute.manager [-] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Took 1.80 seconds to deallocate network for instance. [ 1095.824831] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-29cfa1f2-cffc-4510-ac08-a0e529589285" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.825554] env[65635]: DEBUG nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Instance network_info: |[{"id": "03be5768-7657-4a63-9b50-2e460e10c1ed", "address": "fa:16:3e:0c:ba:e2", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03be5768-76", "ovs_interfaceid": "03be5768-7657-4a63-9b50-2e460e10c1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1095.826260] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ba:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03be5768-7657-4a63-9b50-2e460e10c1ed', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.836262] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1095.837042] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.837211] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b318e3-c83c-4d4d-ac0d-ca003d171018 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.857990] env[65635]: DEBUG nova.network.neutron [-] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.871038] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.871038] env[65635]: value = "task-4427043" [ 1095.871038] env[65635]: _type = "Task" [ 1095.871038] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.889036] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.889361] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427043, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.048807] env[65635]: DEBUG oslo_concurrency.lockutils [req-01b6e383-4015-4e11-a3b3-6747054dbd6d req-f3090af0-c3b8-45eb-b2e1-b379d2c1925e service nova] Releasing lock "refresh_cache-1860077c-e934-4aa5-90ca-6290820e9976" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.110123] env[65635]: WARNING nova.network.neutron [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] 924aba22-56da-44a3-a97a-0fdebc5cb669 already exists in list: networks containing: ['924aba22-56da-44a3-a97a-0fdebc5cb669']. ignoring it [ 1096.110381] env[65635]: WARNING nova.network.neutron [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] 924aba22-56da-44a3-a97a-0fdebc5cb669 already exists in list: networks containing: ['924aba22-56da-44a3-a97a-0fdebc5cb669']. ignoring it [ 1096.128123] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427039, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.156896] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance e1e5238f-34ee-4819-86ba-94a1c4b00de1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1096.245894] env[65635]: WARNING neutronclient.v2_0.client [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.251686] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427042, 'name': CreateVM_Task, 'duration_secs': 0.374111} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.251913] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.252327] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.252486] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.252817] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.253098] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e7165c-a25a-4465-a93b-8beb92ece67d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.263363] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1096.263363] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5263eb78-3ffc-9ca7-d600-c3135c0f90d0" [ 1096.263363] env[65635]: _type = "Task" [ 1096.263363] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.271523] env[65635]: DEBUG oslo_vmware.api [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427038, 'name': PowerOnVM_Task, 'duration_secs': 0.514196} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.272653] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.272653] env[65635]: INFO nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1096.272653] env[65635]: DEBUG nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1096.273447] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76074859-8b76-4e6e-87f4-378a1b3137e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.280153] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5263eb78-3ffc-9ca7-d600-c3135c0f90d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.280843] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.281131] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.281389] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.281547] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.281726] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.282750] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.283070] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-346de552-5afb-41b5-937a-1485babcec79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.298025] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.298025] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.298568] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616cd7ca-f585-42cc-83d8-cb625420103b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.308767] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1096.308767] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f0fe72-c906-a4a6-65c4-f14f2bc495c7" [ 1096.308767] env[65635]: _type = "Task" [ 1096.308767] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.318884] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f0fe72-c906-a4a6-65c4-f14f2bc495c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.360567] env[65635]: INFO nova.compute.manager [-] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Took 1.76 seconds to deallocate network for instance. [ 1096.390551] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427043, 'name': CreateVM_Task, 'duration_secs': 0.422914} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.390975] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.391972] env[65635]: WARNING neutronclient.v2_0.client [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.391972] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.392155] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.392343] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.392613] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533b51a5-e032-4848-99c9-4556800dd82d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.398755] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1096.398755] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525d5882-683a-9bc6-4b07-84666852c57a" [ 1096.398755] env[65635]: _type = "Task" [ 1096.398755] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.410400] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525d5882-683a-9bc6-4b07-84666852c57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.464232] env[65635]: WARNING neutronclient.v2_0.client [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.510925] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.511370] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.607475] env[65635]: WARNING neutronclient.v2_0.client [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.627606] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532719} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.627871] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 1860077c-e934-4aa5-90ca-6290820e9976/1860077c-e934-4aa5-90ca-6290820e9976.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.628104] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.628366] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63cda887-c6eb-43c7-acaf-2cdb9e4fe4e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.637023] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1096.637023] env[65635]: value = "task-4427044" [ 1096.637023] env[65635]: _type = "Task" [ 1096.637023] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.647799] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.664614] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance b5b1f1de-3a31-4cb8-b702-44cccee8c45c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1096.687044] env[65635]: DEBUG nova.network.neutron [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "519e42fa-ff9f-42fa-b1b2-fc486646f776", "address": "fa:16:3e:cd:fa:4b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519e42fa-ff", "ovs_interfaceid": "519e42fa-ff9f-42fa-b1b2-fc486646f776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b454d4b4-47b5-4521-9a09-26f937987ecd", "address": "fa:16:3e:78:23:bf", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb454d4b4-47", "ovs_interfaceid": "b454d4b4-47b5-4521-9a09-26f937987ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.800468] env[65635]: INFO nova.compute.manager [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Took 26.42 seconds to build instance. [ 1096.824170] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f0fe72-c906-a4a6-65c4-f14f2bc495c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.825707] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233a61e4-a20e-463b-acd3-99f3cecb8dea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.833530] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1096.833530] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52adfae1-4cd8-5637-4a43-f9fa95777857" [ 1096.833530] env[65635]: _type = "Task" [ 1096.833530] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.842913] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52adfae1-4cd8-5637-4a43-f9fa95777857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.869965] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.911072] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525d5882-683a-9bc6-4b07-84666852c57a, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.911401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.911634] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.911850] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.015018] env[65635]: DEBUG nova.compute.utils [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.146618] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069076} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.146882] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.147684] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f12662-5d88-497f-bb9f-1c196aeb6791 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.171972] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1860077c-e934-4aa5-90ca-6290820e9976/1860077c-e934-4aa5-90ca-6290820e9976.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.172758] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1097.173022] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1097.173198] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '11', 'num_task_None': '8', 'num_os_type_None': '15', 'num_proj_e96d7247b65341c08362ae9d76397bf0': '1', 'io_workload': '5', 'num_proj_4905ff536572456da9c88882a6f73633': '1', 'num_task_deleting': '3', 'num_proj_239a165f749e4c03964f942db82a6212': '1', 'num_proj_81e481eada09407ab825c83a95169dcb': '1', 'num_proj_236048392e7440aa90cd241154034069': '2', 'num_proj_87c7d017d3a744be9fb936cc5083a4fc': '1', 'num_proj_e12c3e4ee0ee4c0a9297b0db8e34e24c': '1', 'num_proj_3ee4d61cca6f43cba791a3cbe62f3f19': '1', 'num_proj_10b1c23f67ee407fbf6daea28e3283e1': '1', 'num_task_resize_prep': '1', 'num_proj_ff51fc96739a4cdcbb50aeefec6cc9f7': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_94ec1ad50e2b4402a5f397cf3533110f': '1', 'num_proj_15d8af2534314b5bba33f6a18993f9df': '1', 'num_proj_d3501a67b41b4ae595ea0ccff89908b7': '1', 'num_proj_9327d34fb48f4dc19225adf58231791e': '1'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1097.176022] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e5059ba-71a4-4674-9cab-51c972188584 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.190827] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.191248] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.191298] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.192156] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed18560-109c-46f8-ac9b-cb2d80f79eb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.210351] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1097.210612] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.210764] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1097.210945] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.211146] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1097.211567] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1097.211567] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1097.211567] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1097.212149] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1097.212149] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1097.212149] env[65635]: DEBUG nova.virt.hardware [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1097.218358] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Reconfiguring VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1097.222537] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23cb467a-346e-44e0-951b-50db0f59f125 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.234627] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1097.234627] env[65635]: value = "task-4427045" [ 1097.234627] env[65635]: _type = "Task" [ 1097.234627] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.241447] env[65635]: DEBUG oslo_vmware.api [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1097.241447] env[65635]: value = "task-4427046" [ 1097.241447] env[65635]: _type = "Task" [ 1097.241447] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.244981] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.256509] env[65635]: DEBUG oslo_vmware.api [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.305784] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c757e0ba-5ca3-4082-a7cc-6db5fff348ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.938s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.348740] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52adfae1-4cd8-5637-4a43-f9fa95777857, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.349117] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.349415] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 41f5db34-e551-497d-b96b-685a51c39c86/41f5db34-e551-497d-b96b-685a51c39c86.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.349759] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.349978] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.350255] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16051490-2978-4676-bf00-d3759abce5da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.352679] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3d53031-0f8b-4b9b-b38d-194122e0cba4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.366099] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1097.366099] env[65635]: value = "task-4427047" [ 1097.366099] env[65635]: _type = "Task" [ 1097.366099] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.370546] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.370738] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.374238] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1c47c5-e42f-4e07-b614-3e804b94f2b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.380452] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.384377] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1097.384377] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8c22b-ee3c-c00b-0353-3b3963bb8e08" [ 1097.384377] env[65635]: _type = "Task" [ 1097.384377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.393838] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8c22b-ee3c-c00b-0353-3b3963bb8e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.518574] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.564461] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06975d7-42af-4e95-92a2-26e7fe22d4fc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.574506] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e2713d-2c42-40ed-a148-aabcba413bb5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.609743] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fee9388-6cff-458d-b6a3-2f96639c8178 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.619368] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a6a0ca-9408-4f59-ba60-491aa8a68b2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.634878] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.746384] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427045, 'name': ReconfigVM_Task, 'duration_secs': 0.364379} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.750021] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1860077c-e934-4aa5-90ca-6290820e9976/1860077c-e934-4aa5-90ca-6290820e9976.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.750849] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9bba9eb-1d7b-46b6-a63b-527c79e119a5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.760319] env[65635]: DEBUG oslo_vmware.api [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.762031] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1097.762031] env[65635]: value = "task-4427048" [ 1097.762031] env[65635]: _type = "Task" [ 1097.762031] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.772257] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427048, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.881583] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505312} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.881991] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 41f5db34-e551-497d-b96b-685a51c39c86/41f5db34-e551-497d-b96b-685a51c39c86.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.882309] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.882703] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcf0bd10-932e-402a-826f-81e78979dd96 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.899411] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e8c22b-ee3c-c00b-0353-3b3963bb8e08, 'name': SearchDatastore_Task, 'duration_secs': 0.022598} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.902328] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1097.902328] env[65635]: value = "task-4427049" [ 1097.902328] env[65635]: _type = "Task" [ 1097.902328] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.902672] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6009756e-b6c3-4fc4-9cd5-c959709fd022 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.914958] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1097.914958] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52949632-e3a0-1bf4-0510-51fa2bd9210c" [ 1097.914958] env[65635]: _type = "Task" [ 1097.914958] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.918337] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.928645] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52949632-e3a0-1bf4-0510-51fa2bd9210c, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.928960] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.929290] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 29cfa1f2-cffc-4510-ac08-a0e529589285/29cfa1f2-cffc-4510-ac08-a0e529589285.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.929574] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-635a3b45-f935-49de-aa02-4a7c275a87e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.938495] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1097.938495] env[65635]: value = "task-4427050" [ 1097.938495] env[65635]: _type = "Task" [ 1097.938495] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.948642] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.138616] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.263017] env[65635]: DEBUG oslo_vmware.api [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427046, 'name': ReconfigVM_Task, 'duration_secs': 0.908807} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.266970] env[65635]: WARNING neutronclient.v2_0.client [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.267494] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.267758] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Reconfigured VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1098.277533] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427048, 'name': Rename_Task, 'duration_secs': 0.19255} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.278043] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.278373] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9681d72-1b90-40ac-9980-3ef3242e659d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.288534] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1098.288534] env[65635]: value = "task-4427051" [ 1098.288534] env[65635]: _type = "Task" [ 1098.288534] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.301046] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.417076] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086826} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.417577] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.418601] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90315c12-69f7-4cd0-9019-3a4d0283186e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.443638] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 41f5db34-e551-497d-b96b-685a51c39c86/41f5db34-e551-497d-b96b-685a51c39c86.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.444122] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c63f84-5e23-4db4-8b6b-42f3031ac71f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.469403] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427050, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.471072] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1098.471072] env[65635]: value = "task-4427052" [ 1098.471072] env[65635]: _type = "Task" [ 1098.471072] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.480697] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.601646] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.602041] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.602361] env[65635]: INFO nova.compute.manager [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Attaching volume a6a6eae4-6bb1-4292-a39f-5e1c3bf33537 to /dev/sdb [ 1098.639985] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0365dde5-63b8-42a7-848d-fb01a48433ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.646710] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1098.647278] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.057s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.647278] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.582s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.647503] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.649543] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.557s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.653656] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c481feb6-3a67-41a0-b5b1-99a789fdfd99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.671527] env[65635]: DEBUG nova.virt.block_device [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating existing volume attachment record: cda054d4-cd1e-4e53-8d66-be4dcdc6675d {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1098.675349] env[65635]: INFO nova.scheduler.client.report [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted allocations for instance 526050bf-d87f-49ff-8e0f-645f71d036e6 [ 1098.774314] env[65635]: DEBUG oslo_concurrency.lockutils [None req-84274a20-28c1-4c68-a942-7dfd51eb5242 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-b454d4b4-47b5-4521-9a09-26f937987ecd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.726s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.801626] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.896183] env[65635]: DEBUG nova.compute.manager [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-vif-plugged-b454d4b4-47b5-4521-9a09-26f937987ecd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1098.896432] env[65635]: DEBUG oslo_concurrency.lockutils [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.897049] env[65635]: DEBUG oslo_concurrency.lockutils [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.897049] env[65635]: DEBUG oslo_concurrency.lockutils [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.897049] env[65635]: DEBUG nova.compute.manager [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] No waiting events found dispatching network-vif-plugged-b454d4b4-47b5-4521-9a09-26f937987ecd {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1098.897492] env[65635]: WARNING nova.compute.manager [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received unexpected event network-vif-plugged-b454d4b4-47b5-4521-9a09-26f937987ecd for instance with vm_state active and task_state None. [ 1098.897492] env[65635]: DEBUG nova.compute.manager [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-changed-b454d4b4-47b5-4521-9a09-26f937987ecd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1098.897492] env[65635]: DEBUG nova.compute.manager [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Refreshing instance network info cache due to event network-changed-b454d4b4-47b5-4521-9a09-26f937987ecd. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1098.897953] env[65635]: DEBUG oslo_concurrency.lockutils [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] Acquiring lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.897953] env[65635]: DEBUG oslo_concurrency.lockutils [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] Acquired lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.897953] env[65635]: DEBUG nova.network.neutron [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Refreshing network info cache for port b454d4b4-47b5-4521-9a09-26f937987ecd {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.954032] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561035} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.954370] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 29cfa1f2-cffc-4510-ac08-a0e529589285/29cfa1f2-cffc-4510-ac08-a0e529589285.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.954591] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.954848] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d5abaea-8317-4d24-99e2-33cb48ec8756 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.961913] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1098.961913] env[65635]: value = "task-4427054" [ 1098.961913] env[65635]: _type = "Task" [ 1098.961913] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.972302] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.982955] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427052, 'name': ReconfigVM_Task, 'duration_secs': 0.373573} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.983265] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 41f5db34-e551-497d-b96b-685a51c39c86/41f5db34-e551-497d-b96b-685a51c39c86.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.983946] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a6b64f-2516-4c96-b593-e4408ff245fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.991688] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1098.991688] env[65635]: value = "task-4427056" [ 1098.991688] env[65635]: _type = "Task" [ 1098.991688] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.007028] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427056, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.157561] env[65635]: INFO nova.compute.claims [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.184491] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7728c255-6111-425b-a230-29da120d4d6f tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "526050bf-d87f-49ff-8e0f-645f71d036e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.197s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.212925] env[65635]: DEBUG nova.compute.manager [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Received event network-changed-03be5768-7657-4a63-9b50-2e460e10c1ed {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.212925] env[65635]: DEBUG nova.compute.manager [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Refreshing instance network info cache due to event network-changed-03be5768-7657-4a63-9b50-2e460e10c1ed. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.212925] env[65635]: DEBUG oslo_concurrency.lockutils [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] Acquiring lock "refresh_cache-29cfa1f2-cffc-4510-ac08-a0e529589285" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.213223] env[65635]: DEBUG oslo_concurrency.lockutils [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] Acquired lock "refresh_cache-29cfa1f2-cffc-4510-ac08-a0e529589285" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.213405] env[65635]: DEBUG nova.network.neutron [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Refreshing network info cache for port 03be5768-7657-4a63-9b50-2e460e10c1ed {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.303757] env[65635]: DEBUG oslo_vmware.api [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427051, 'name': PowerOnVM_Task, 'duration_secs': 0.532771} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.304212] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.304325] env[65635]: INFO nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1099.304449] env[65635]: DEBUG nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1099.305267] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a37e3-067c-464e-ad56-7f3cac2f977a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.400457] env[65635]: WARNING neutronclient.v2_0.client [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.472639] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070307} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.472905] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.473736] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb79a96-c319-4eab-b36d-4cee830fd73b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.498629] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 29cfa1f2-cffc-4510-ac08-a0e529589285/29cfa1f2-cffc-4510-ac08-a0e529589285.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.499041] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a86f2a3-f023-43cf-8bc9-ea33dd9cf7f8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.525762] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427056, 'name': Rename_Task, 'duration_secs': 0.410625} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.527177] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.527552] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1099.527552] env[65635]: value = "task-4427058" [ 1099.527552] env[65635]: _type = "Task" [ 1099.527552] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.527777] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b9c58b9-b8d5-4150-a953-889e2e6bf65f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.538966] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.540499] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1099.540499] env[65635]: value = "task-4427059" [ 1099.540499] env[65635]: _type = "Task" [ 1099.540499] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.552658] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.591185] env[65635]: WARNING neutronclient.v2_0.client [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.665320] env[65635]: INFO nova.compute.resource_tracker [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating resource usage from migration c68813f4-c34b-454b-a6ee-689b19bd2724 [ 1099.718022] env[65635]: WARNING neutronclient.v2_0.client [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.774821] env[65635]: DEBUG nova.network.neutron [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updated VIF entry in instance network info cache for port b454d4b4-47b5-4521-9a09-26f937987ecd. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1099.775396] env[65635]: DEBUG nova.network.neutron [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "519e42fa-ff9f-42fa-b1b2-fc486646f776", "address": "fa:16:3e:cd:fa:4b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519e42fa-ff", "ovs_interfaceid": "519e42fa-ff9f-42fa-b1b2-fc486646f776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b454d4b4-47b5-4521-9a09-26f937987ecd", "address": "fa:16:3e:78:23:bf", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb454d4b4-47", "ovs_interfaceid": "b454d4b4-47b5-4521-9a09-26f937987ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.831497] env[65635]: INFO nova.compute.manager [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Took 23.14 seconds to build instance. [ 1100.046329] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.057920] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.061534] env[65635]: WARNING neutronclient.v2_0.client [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.105895] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c193d5-f260-4542-9d22-e1c738bba452 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.119036] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c72c91-0abd-4cc2-aa50-c819b48de2b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.159018] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c5b8a-3d64-4922-a3c4-9a2ddd48f1c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.167674] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ee5d7d-c8cf-4e23-a0a6-42dbfeb9e7fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.183573] env[65635]: DEBUG nova.compute.provider_tree [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.201554] env[65635]: DEBUG nova.network.neutron [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Updated VIF entry in instance network info cache for port 03be5768-7657-4a63-9b50-2e460e10c1ed. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.202188] env[65635]: DEBUG nova.network.neutron [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Updating instance_info_cache with network_info: [{"id": "03be5768-7657-4a63-9b50-2e460e10c1ed", "address": "fa:16:3e:0c:ba:e2", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03be5768-76", "ovs_interfaceid": "03be5768-7657-4a63-9b50-2e460e10c1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.278373] env[65635]: DEBUG oslo_concurrency.lockutils [req-cd70222b-1f8e-48a3-85b0-4bf3ee147359 req-48c2d096-b925-413e-93c1-dd753f7eb820 service nova] Releasing lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.336466] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9204132e-60bc-4d3c-9461-f9ebdec87a8d tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "1860077c-e934-4aa5-90ca-6290820e9976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.657s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.541879] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427058, 'name': ReconfigVM_Task, 'duration_secs': 0.590394} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.542222] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 29cfa1f2-cffc-4510-ac08-a0e529589285/29cfa1f2-cffc-4510-ac08-a0e529589285.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.542889] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-115cfabc-390c-44ba-8828-96f436338df3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.550490] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1100.550490] env[65635]: value = "task-4427060" [ 1100.550490] env[65635]: _type = "Task" [ 1100.550490] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.558368] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427059, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.564808] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427060, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.686685] env[65635]: DEBUG nova.scheduler.client.report [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.703109] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baa3c6a-b695-4dc8-93fc-13c85edc9174 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.706806] env[65635]: DEBUG oslo_concurrency.lockutils [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] Releasing lock "refresh_cache-29cfa1f2-cffc-4510-ac08-a0e529589285" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.707064] env[65635]: DEBUG nova.compute.manager [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Received event network-vif-deleted-4a707f82-6234-4046-8042-a7d6fa284373 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1100.707254] env[65635]: DEBUG nova.compute.manager [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Received event network-vif-deleted-ba559057-9d08-428b-835d-0b2b06025dfc {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1100.707421] env[65635]: DEBUG nova.compute.manager [req-d8c9fe25-03fa-48d9-840b-8df922b36ccf req-fc663ad4-b124-4e6f-bd3d-3bfc5caae3d8 service nova] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Received event network-vif-deleted-d786454e-d9cf-43a5-9a63-c3105e6ae621 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1100.712316] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-af254244-6180-4328-90be-9fdb5e848ef1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Suspending the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1100.712559] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0152d332-a1b4-412c-bc89-27f52a28d5ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.720607] env[65635]: DEBUG oslo_vmware.api [None req-af254244-6180-4328-90be-9fdb5e848ef1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1100.720607] env[65635]: value = "task-4427061" [ 1100.720607] env[65635]: _type = "Task" [ 1100.720607] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.730859] env[65635]: DEBUG oslo_vmware.api [None req-af254244-6180-4328-90be-9fdb5e848ef1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427061, 'name': SuspendVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.925640] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-519e42fa-ff9f-42fa-b1b2-fc486646f776" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.925954] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-519e42fa-ff9f-42fa-b1b2-fc486646f776" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.062484] env[65635]: DEBUG oslo_vmware.api [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427059, 'name': PowerOnVM_Task, 'duration_secs': 1.305528} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.062484] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.062484] env[65635]: INFO nova.compute.manager [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Took 5.44 seconds to spawn the instance on the hypervisor. [ 1101.062484] env[65635]: DEBUG nova.compute.manager [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1101.062484] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122b54ae-8a25-407a-aa15-21f0803929ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.067883] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427060, 'name': Rename_Task, 'duration_secs': 0.297784} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.068713] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.069017] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebc2a0f6-db44-4a9d-b1f2-d2daa9805dd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.082626] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1101.082626] env[65635]: value = "task-4427063" [ 1101.082626] env[65635]: _type = "Task" [ 1101.082626] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.914808] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.265s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.915253] env[65635]: INFO nova.compute.manager [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Migrating [ 1101.922629] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.922806] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.927626] env[65635]: DEBUG nova.compute.manager [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Received event network-changed-c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.927813] env[65635]: DEBUG nova.compute.manager [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Refreshing instance network info cache due to event network-changed-c74a3552-b826-47b0-bc0b-955f92b8c399. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1101.928024] env[65635]: DEBUG oslo_concurrency.lockutils [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] Acquiring lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.928159] env[65635]: DEBUG oslo_concurrency.lockutils [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] Acquired lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.928309] env[65635]: DEBUG nova.network.neutron [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Refreshing network info cache for port c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.933593] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.714s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.933692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.936133] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.713s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.936355] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.938248] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.558s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.939919] env[65635]: INFO nova.compute.claims [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.946601] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507da0a6-7c24-45f6-861e-b74ba989f2e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.958917] env[65635]: INFO nova.compute.manager [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Took 24.69 seconds to build instance. [ 1101.961360] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.961574] env[65635]: WARNING oslo_vmware.common.loopingcall [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] task run outlasted interval by 0.37868999999999997 sec [ 1101.983882] env[65635]: DEBUG oslo_vmware.api [None req-af254244-6180-4328-90be-9fdb5e848ef1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427061, 'name': SuspendVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.985368] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f1d19-d8a3-4505-bfd1-b929780db5e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.992224] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.016242] env[65635]: WARNING neutronclient.v2_0.client [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.022018] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Reconfiguring VM to detach interface {{(pid=65635) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1102.023204] env[65635]: INFO nova.scheduler.client.report [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleted allocations for instance 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08 [ 1102.026050] env[65635]: INFO nova.scheduler.client.report [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted allocations for instance aea98375-55cd-4943-9715-97ab8a175972 [ 1102.026050] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6f3f87-fc0f-462e-909d-798c7f01c467 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.053247] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1102.053247] env[65635]: value = "task-4427064" [ 1102.053247] env[65635]: _type = "Task" [ 1102.053247] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.067089] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.432572] env[65635]: DEBUG oslo_vmware.api [None req-af254244-6180-4328-90be-9fdb5e848ef1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427061, 'name': SuspendVM_Task, 'duration_secs': 1.37573} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.432572] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-af254244-6180-4328-90be-9fdb5e848ef1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Suspended the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1102.432572] env[65635]: DEBUG nova.compute.manager [None req-af254244-6180-4328-90be-9fdb5e848ef1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1102.433371] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca9948e-06b0-4f36-add2-684af4adf4db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.441792] env[65635]: WARNING oslo_messaging._drivers.amqpdriver [None req-af254244-6180-4328-90be-9fdb5e848ef1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1102.460700] env[65635]: WARNING neutronclient.v2_0.client [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.463891] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.464150] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.464360] env[65635]: DEBUG nova.network.neutron [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.465525] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ca7657b9-a12c-4e1f-914e-63d3f041d137 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "41f5db34-e551-497d-b96b-685a51c39c86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.208s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.477271] env[65635]: DEBUG oslo_vmware.api [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427063, 'name': PowerOnVM_Task, 'duration_secs': 0.930763} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.477662] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.477861] env[65635]: INFO nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1102.478038] env[65635]: DEBUG nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1102.478829] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a089b6-5f70-47f3-9ccd-f6e71d3bb37b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.549380] env[65635]: DEBUG oslo_concurrency.lockutils [None req-37dbb78f-f82a-4770-aaf2-aef1f6debd26 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "aea98375-55cd-4943-9715-97ab8a175972" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.999s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.552230] env[65635]: DEBUG nova.compute.manager [None req-6b4c1607-aeb0-4613-88df-4f7b176feb36 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1102.552230] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cc36ce77-f14f-4364-bdb2-e09c90c0df36 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.745s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.552230] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbbef92-8817-4727-a2d7-1a31f673a8e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.569846] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.648384] env[65635]: WARNING neutronclient.v2_0.client [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.672378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquiring lock "41f5db34-e551-497d-b96b-685a51c39c86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.672378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "41f5db34-e551-497d-b96b-685a51c39c86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.672378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquiring lock "41f5db34-e551-497d-b96b-685a51c39c86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.672378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "41f5db34-e551-497d-b96b-685a51c39c86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.672642] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "41f5db34-e551-497d-b96b-685a51c39c86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.675196] env[65635]: INFO nova.compute.manager [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Terminating instance [ 1102.733502] env[65635]: DEBUG nova.network.neutron [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Updated VIF entry in instance network info cache for port c74a3552-b826-47b0-bc0b-955f92b8c399. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1102.733896] env[65635]: DEBUG nova.network.neutron [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Updating instance_info_cache with network_info: [{"id": "c74a3552-b826-47b0-bc0b-955f92b8c399", "address": "fa:16:3e:d9:d3:e9", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc74a3552-b8", "ovs_interfaceid": "c74a3552-b826-47b0-bc0b-955f92b8c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.762942] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.763212] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.763381] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.763683] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.763862] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.766141] env[65635]: INFO nova.compute.manager [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Terminating instance [ 1102.967774] env[65635]: WARNING neutronclient.v2_0.client [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.001109] env[65635]: INFO nova.compute.manager [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Took 25.83 seconds to build instance. [ 1103.073599] env[65635]: INFO nova.compute.manager [None req-6b4c1607-aeb0-4613-88df-4f7b176feb36 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] instance snapshotting [ 1103.074257] env[65635]: DEBUG nova.objects.instance [None req-6b4c1607-aeb0-4613-88df-4f7b176feb36 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lazy-loading 'flavor' on Instance uuid 41f5db34-e551-497d-b96b-685a51c39c86 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.079106] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.183361] env[65635]: WARNING neutronclient.v2_0.client [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.186103] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquiring lock "refresh_cache-41f5db34-e551-497d-b96b-685a51c39c86" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.186378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquired lock "refresh_cache-41f5db34-e551-497d-b96b-685a51c39c86" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.187187] env[65635]: DEBUG nova.network.neutron [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1103.225608] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1103.225890] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866279', 'volume_id': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'name': 'volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba7c06bf-34e4-48b6-af83-d54b62a4c051', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'serial': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1103.226932] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c0a99-3470-47cc-8415-c44525ef5a52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.246369] env[65635]: DEBUG oslo_concurrency.lockutils [req-f6ac4a6f-aa66-4900-b53c-a8fcd476e739 req-960723e4-a491-42b4-92ed-1c56924dc0c1 service nova] Releasing lock "refresh_cache-2f8c19dd-9592-49ff-a8b1-41a07c06b19e" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.253286] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c493f7b8-89d6-4e16-8557-78a7e83d829b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.258702] env[65635]: DEBUG oslo_concurrency.lockutils [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "29cfa1f2-cffc-4510-ac08-a0e529589285" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.278303] env[65635]: DEBUG nova.compute.manager [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1103.278551] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.286843] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537/volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.290639] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42911b59-d917-4eee-ba59-e90c2b8873ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.294194] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b5979a-4761-405d-b6b2-56178f3a44b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.311071] env[65635]: DEBUG nova.network.neutron [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance_info_cache with network_info: [{"id": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "address": "fa:16:3e:80:15:3f", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefecc8d-e8", "ovs_interfaceid": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.322544] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.324183] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637c902a-bc78-4ce5-b2a9-1352dbf28d44 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.326527] env[65635]: DEBUG oslo_vmware.api [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1103.326527] env[65635]: value = "task-4427065" [ 1103.326527] env[65635]: _type = "Task" [ 1103.326527] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.334741] env[65635]: DEBUG oslo_vmware.api [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1103.334741] env[65635]: value = "task-4427066" [ 1103.334741] env[65635]: _type = "Task" [ 1103.334741] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.340484] env[65635]: DEBUG oslo_vmware.api [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427065, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.355630] env[65635]: DEBUG oslo_vmware.api [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.391234] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9641ccc3-489e-4e38-809f-2d1e9ea8dfd8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.405195] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bb644c-ca70-42c7-aac1-cbfd0e10ad98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.456300] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a16e2e-b0bf-4988-aea6-50303e2d101d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.468836] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f020cc06-8523-4c3d-960c-8c094565b7eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.486460] env[65635]: DEBUG nova.compute.provider_tree [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.503516] env[65635]: DEBUG oslo_concurrency.lockutils [None req-efd5a977-f33b-4dae-82ae-2454161729c3 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.339s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.504123] env[65635]: DEBUG oslo_concurrency.lockutils [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.245s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.504393] env[65635]: DEBUG nova.compute.manager [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1103.505531] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abadc0c-b432-484c-8212-0abeafc6fbe4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.514361] env[65635]: DEBUG nova.compute.manager [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1103.515624] env[65635]: DEBUG nova.objects.instance [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'flavor' on Instance uuid 29cfa1f2-cffc-4510-ac08-a0e529589285 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.572628] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.582938] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfd9a55-dd1b-4366-ac53-e30851518714 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.602103] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781899e4-c174-4c77-958d-1a862ccd0328 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.690219] env[65635]: WARNING neutronclient.v2_0.client [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.708967] env[65635]: DEBUG nova.network.neutron [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.790669] env[65635]: DEBUG nova.network.neutron [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.835543] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.840228] env[65635]: DEBUG oslo_vmware.api [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.852388] env[65635]: DEBUG oslo_vmware.api [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427066, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.991556] env[65635]: DEBUG nova.scheduler.client.report [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.068365] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.115335] env[65635]: DEBUG nova.compute.manager [None req-6b4c1607-aeb0-4613-88df-4f7b176feb36 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Instance disappeared during snapshot {{(pid=65635) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 1104.231280] env[65635]: DEBUG nova.compute.manager [None req-6b4c1607-aeb0-4613-88df-4f7b176feb36 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Found 0 images (rotation: 2) {{(pid=65635) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1104.293821] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Releasing lock "refresh_cache-41f5db34-e551-497d-b96b-685a51c39c86" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.294320] env[65635]: DEBUG nova.compute.manager [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1104.294514] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.295527] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fe8c1a-ea62-4b29-84b7-93fc73f59b51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.304675] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.304934] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d36f023-6de0-45d8-9ac8-968e33a8fb68 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.312752] env[65635]: DEBUG oslo_vmware.api [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1104.312752] env[65635]: value = "task-4427067" [ 1104.312752] env[65635]: _type = "Task" [ 1104.312752] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.332445] env[65635]: DEBUG nova.compute.manager [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1104.332756] env[65635]: DEBUG oslo_vmware.api [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.333885] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199ebb0b-f6b1-4fbf-bcb8-689dab582862 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.350724] env[65635]: DEBUG oslo_vmware.api [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427065, 'name': ReconfigVM_Task, 'duration_secs': 0.590754} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.350724] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537/volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.359721] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d125058b-56f3-4035-807a-9644970d8e1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.370045] env[65635]: DEBUG oslo_vmware.api [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427066, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.377491] env[65635]: DEBUG oslo_vmware.api [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1104.377491] env[65635]: value = "task-4427068" [ 1104.377491] env[65635]: _type = "Task" [ 1104.377491] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.389885] env[65635]: DEBUG oslo_vmware.api [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.497802] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.497802] env[65635]: DEBUG nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1104.500378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.915s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.502185] env[65635]: INFO nova.compute.claims [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.525270] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.525270] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71a7002-1316-43ee-acec-2d6553b01dd1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.533797] env[65635]: DEBUG oslo_vmware.api [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1104.533797] env[65635]: value = "task-4427069" [ 1104.533797] env[65635]: _type = "Task" [ 1104.533797] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.545900] env[65635]: DEBUG oslo_vmware.api [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.569107] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.823795] env[65635]: DEBUG oslo_vmware.api [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427067, 'name': PowerOffVM_Task, 'duration_secs': 0.155929} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.824205] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.824321] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.824573] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a2d5530-fecd-4a74-a230-f87402841543 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.851439] env[65635]: DEBUG oslo_vmware.api [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427066, 'name': PowerOffVM_Task, 'duration_secs': 1.25376} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.852935] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.853183] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.853491] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.853703] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.853878] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Deleting the datastore file [datastore1] 41f5db34-e551-497d-b96b-685a51c39c86 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.854495] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f906c9-36fc-4e04-8b02-242929d5b25f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.856150] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d85a418d-8ce8-4219-8044-bc1b88410a38 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.861070] env[65635]: INFO nova.compute.manager [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] instance snapshotting [ 1104.861356] env[65635]: WARNING nova.compute.manager [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1104.864881] env[65635]: DEBUG oslo_vmware.api [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for the task: (returnval){ [ 1104.864881] env[65635]: value = "task-4427072" [ 1104.864881] env[65635]: _type = "Task" [ 1104.864881] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.866413] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccae7f56-7f4e-4340-aee6-330608d2721e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.884271] env[65635]: DEBUG oslo_vmware.api [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.905619] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28db2b2-dea7-4f6b-993d-14ee05cbcf86 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.914139] env[65635]: DEBUG oslo_vmware.api [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427068, 'name': ReconfigVM_Task, 'duration_secs': 0.195413} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.916573] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866279', 'volume_id': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'name': 'volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ba7c06bf-34e4-48b6-af83-d54b62a4c051', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'serial': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1104.950622] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.950873] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.951071] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleting the datastore file [datastore2] 76b8ba30-a5b1-44ea-ac84-c47dea905c0a {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.951354] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66a49d5a-e6fb-41c5-8e93-a8c1444d96fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.959204] env[65635]: DEBUG oslo_vmware.api [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for the task: (returnval){ [ 1104.959204] env[65635]: value = "task-4427073" [ 1104.959204] env[65635]: _type = "Task" [ 1104.959204] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.971333] env[65635]: DEBUG oslo_vmware.api [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.007368] env[65635]: DEBUG nova.compute.utils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.011817] env[65635]: DEBUG nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1105.011817] env[65635]: DEBUG nova.network.neutron [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1105.011817] env[65635]: WARNING neutronclient.v2_0.client [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.011817] env[65635]: WARNING neutronclient.v2_0.client [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.046699] env[65635]: DEBUG oslo_vmware.api [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427069, 'name': PowerOffVM_Task, 'duration_secs': 0.201077} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.047039] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.047226] env[65635]: DEBUG nova.compute.manager [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1105.048041] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e3b556-30c0-4955-a6a1-07df7581a631 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.070396] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.072475] env[65635]: DEBUG nova.policy [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9833404dce8b4e16b55b5dc2ef4a4c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236048392e7440aa90cd241154034069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.261854] env[65635]: DEBUG nova.compute.manager [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1105.342177] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44af312c-77f7-484f-b746-b3d3addb3392 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.363707] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance 'e4d1e708-a6bf-452a-a01a-867152d6c61b' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.380339] env[65635]: DEBUG oslo_vmware.api [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Task: {'id': task-4427072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199306} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.380658] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.381103] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.381103] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.381240] env[65635]: INFO nova.compute.manager [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1105.381454] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1105.381666] env[65635]: DEBUG nova.compute.manager [-] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1105.381763] env[65635]: DEBUG nova.network.neutron [-] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1105.382025] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.388309] env[65635]: DEBUG nova.network.neutron [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Successfully created port: 66fb87f5-9b36-479a-a47f-c1dc7135375b {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.400165] env[65635]: DEBUG nova.network.neutron [-] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1105.400413] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.425115] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.425272] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae7de49f-54ea-4beb-9ecd-74f7f2b9e441 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.436456] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1105.436456] env[65635]: value = "task-4427074" [ 1105.436456] env[65635]: _type = "Task" [ 1105.436456] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.447718] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.471634] env[65635]: DEBUG oslo_vmware.api [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Task: {'id': task-4427073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232405} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.471883] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.472560] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.472560] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.472560] env[65635]: INFO nova.compute.manager [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1105.472715] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1105.473154] env[65635]: DEBUG nova.compute.manager [-] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1105.473258] env[65635]: DEBUG nova.network.neutron [-] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1105.473530] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.505823] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.512047] env[65635]: DEBUG nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1105.561772] env[65635]: DEBUG oslo_concurrency.lockutils [None req-51f8b139-7e54-493a-b99b-b1be504dc51e tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.582470] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.780074] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.846103] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1928caa-7bfb-4c31-b846-98904caa5c0f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.858435] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fd65e8-f2bf-4524-a56d-cf4a271f1c9b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.901514] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.902234] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a44445-c3b9-4c72-a94f-d1236dec7f51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.904500] env[65635]: DEBUG nova.network.neutron [-] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.906815] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb818eda-c2f2-43ad-af95-7455cc5d9936 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.918040] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40daf305-7d3b-4d46-99ec-f2e361088318 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.922609] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1105.922609] env[65635]: value = "task-4427075" [ 1105.922609] env[65635]: _type = "Task" [ 1105.922609] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.937724] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "29cfa1f2-cffc-4510-ac08-a0e529589285" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.937918] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.938134] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "29cfa1f2-cffc-4510-ac08-a0e529589285-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.938396] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.938979] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.940890] env[65635]: DEBUG nova.compute.provider_tree [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.943182] env[65635]: INFO nova.compute.manager [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Terminating instance [ 1105.952985] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.958742] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427074, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.969033] env[65635]: DEBUG nova.objects.instance [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'flavor' on Instance uuid ba7c06bf-34e4-48b6-af83-d54b62a4c051 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.015910] env[65635]: DEBUG nova.compute.manager [req-6df55533-619d-45e7-8c74-71e74521eda6 req-cf672ea6-bd5b-4456-ae0b-0199661688dd service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Received event network-vif-deleted-3f627480-fbb1-4e82-9ff5-65edda7ba80e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1106.016222] env[65635]: INFO nova.compute.manager [req-6df55533-619d-45e7-8c74-71e74521eda6 req-cf672ea6-bd5b-4456-ae0b-0199661688dd service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Neutron deleted interface 3f627480-fbb1-4e82-9ff5-65edda7ba80e; detaching it from the instance and deleting it from the info cache [ 1106.016333] env[65635]: DEBUG nova.network.neutron [req-6df55533-619d-45e7-8c74-71e74521eda6 req-cf672ea6-bd5b-4456-ae0b-0199661688dd service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.072678] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.283770] env[65635]: DEBUG nova.network.neutron [-] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.410725] env[65635]: INFO nova.compute.manager [-] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Took 1.03 seconds to deallocate network for instance. [ 1106.434586] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427075, 'name': PowerOffVM_Task, 'duration_secs': 0.2096} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.434830] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.435010] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance 'e4d1e708-a6bf-452a-a01a-867152d6c61b' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.452064] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427074, 'name': CreateSnapshot_Task, 'duration_secs': 0.849786} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.452064] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1106.452853] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d448f1b7-c386-4b37-8a25-3b556e8df046 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.456766] env[65635]: DEBUG nova.scheduler.client.report [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.460105] env[65635]: DEBUG nova.compute.manager [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1106.460279] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.461461] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64571b8-3fd8-49cb-a2ab-5c554487d6fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.476055] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.476551] env[65635]: DEBUG oslo_concurrency.lockutils [None req-21da777d-bc46-4462-9780-b17e19b8b339 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.875s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.477938] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e860d5-dfb2-4493-94bc-c7cc780e9626 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.523056] env[65635]: DEBUG nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1106.525379] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41da9fa8-a530-48b9-ab5e-372e0ac38035 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.535424] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70f40ec-b6bf-44b5-af90-55ab9ec63887 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.552628] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.552841] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.553019] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleting the datastore file [datastore1] 29cfa1f2-cffc-4510-ac08-a0e529589285 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.553290] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-282cb373-46a4-427f-b01e-c1de03e7b082 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.557155] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.557393] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.557568] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.558711] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.558711] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.558711] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.558711] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.558711] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.558711] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.558711] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.559010] env[65635]: DEBUG nova.virt.hardware [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.559644] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097adc99-b2e7-4d39-abc0-8b40d9ce6098 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.576102] env[65635]: DEBUG oslo_vmware.api [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1106.576102] env[65635]: value = "task-4427077" [ 1106.576102] env[65635]: _type = "Task" [ 1106.576102] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.576449] env[65635]: DEBUG nova.compute.manager [req-6df55533-619d-45e7-8c74-71e74521eda6 req-cf672ea6-bd5b-4456-ae0b-0199661688dd service nova] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Detach interface failed, port_id=3f627480-fbb1-4e82-9ff5-65edda7ba80e, reason: Instance 76b8ba30-a5b1-44ea-ac84-c47dea905c0a could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.583397] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc01a367-e5f9-4571-9438-03d08d4552a2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.590767] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.596477] env[65635]: DEBUG oslo_vmware.api [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.787392] env[65635]: INFO nova.compute.manager [-] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Took 1.31 seconds to deallocate network for instance. [ 1106.813905] env[65635]: DEBUG nova.compute.manager [req-4874749f-9fb6-430f-88a0-49166e3dcb0d req-ab69c46a-d74a-4ba2-8d41-522461b25c58 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Received event network-vif-plugged-66fb87f5-9b36-479a-a47f-c1dc7135375b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1106.813905] env[65635]: DEBUG oslo_concurrency.lockutils [req-4874749f-9fb6-430f-88a0-49166e3dcb0d req-ab69c46a-d74a-4ba2-8d41-522461b25c58 service nova] Acquiring lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.814028] env[65635]: DEBUG oslo_concurrency.lockutils [req-4874749f-9fb6-430f-88a0-49166e3dcb0d req-ab69c46a-d74a-4ba2-8d41-522461b25c58 service nova] Lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.814261] env[65635]: DEBUG oslo_concurrency.lockutils [req-4874749f-9fb6-430f-88a0-49166e3dcb0d req-ab69c46a-d74a-4ba2-8d41-522461b25c58 service nova] Lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.814451] env[65635]: DEBUG nova.compute.manager [req-4874749f-9fb6-430f-88a0-49166e3dcb0d req-ab69c46a-d74a-4ba2-8d41-522461b25c58 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] No waiting events found dispatching network-vif-plugged-66fb87f5-9b36-479a-a47f-c1dc7135375b {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1106.814615] env[65635]: WARNING nova.compute.manager [req-4874749f-9fb6-430f-88a0-49166e3dcb0d req-ab69c46a-d74a-4ba2-8d41-522461b25c58 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Received unexpected event network-vif-plugged-66fb87f5-9b36-479a-a47f-c1dc7135375b for instance with vm_state building and task_state spawning. [ 1106.912078] env[65635]: DEBUG nova.network.neutron [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Successfully updated port: 66fb87f5-9b36-479a-a47f-c1dc7135375b {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1106.920270] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.941759] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.942125] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.942366] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.942607] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.942799] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.942983] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.943239] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.943433] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.943636] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.943825] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.944064] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.950238] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade8c35c-f1b8-4ac8-8d7c-4113d8184e6f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.961511] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.962097] env[65635]: DEBUG nova.compute.manager [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1106.964779] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.114s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.966244] env[65635]: INFO nova.compute.claims [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.977080] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1106.977080] env[65635]: value = "task-4427078" [ 1106.977080] env[65635]: _type = "Task" [ 1106.977080] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.990029] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.990029] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-733bca68-8a16-494e-bea0-6d551717b928 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.001915] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.003696] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1107.003696] env[65635]: value = "task-4427079" [ 1107.003696] env[65635]: _type = "Task" [ 1107.003696] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.012916] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427079, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.074651] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.091538] env[65635]: DEBUG oslo_vmware.api [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137608} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.091959] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.092225] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.092430] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.092614] env[65635]: INFO nova.compute.manager [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1107.092869] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1107.093140] env[65635]: DEBUG nova.compute.manager [-] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1107.093220] env[65635]: DEBUG nova.network.neutron [-] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1107.093478] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.136841] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.293903] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.415746] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "refresh_cache-58de1a1e-0504-441e-9ae1-f90e0e334d9b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.416012] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "refresh_cache-58de1a1e-0504-441e-9ae1-f90e0e334d9b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.416264] env[65635]: DEBUG nova.network.neutron [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.473316] env[65635]: DEBUG nova.compute.utils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.475480] env[65635]: DEBUG nova.compute.manager [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1107.489795] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427078, 'name': ReconfigVM_Task, 'duration_secs': 0.409818} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.490144] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance 'e4d1e708-a6bf-452a-a01a-867152d6c61b' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.515953] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427079, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.573494] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.869433] env[65635]: DEBUG nova.network.neutron [-] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.874567] env[65635]: DEBUG nova.compute.manager [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1107.960339] env[65635]: DEBUG nova.network.neutron [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1107.979426] env[65635]: DEBUG nova.compute.manager [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1107.997893] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.998127] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.998419] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.998577] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.998772] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.998772] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.998950] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.999137] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.999325] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.999487] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1108.000102] env[65635]: DEBUG nova.virt.hardware [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1108.006029] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.009854] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b16c77ab-63c9-49f0-adde-2e795afc4180 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.037666] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427079, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.040277] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1108.040277] env[65635]: value = "task-4427080" [ 1108.040277] env[65635]: _type = "Task" [ 1108.040277] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.053071] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427080, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.076183] env[65635]: WARNING neutronclient.v2_0.client [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.083029] env[65635]: DEBUG oslo_vmware.api [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427064, 'name': ReconfigVM_Task, 'duration_secs': 5.806112} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.085492] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.085771] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Reconfigured VM to detach interface {{(pid=65635) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1108.086316] env[65635]: WARNING neutronclient.v2_0.client [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.086554] env[65635]: WARNING neutronclient.v2_0.client [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.090644] env[65635]: DEBUG nova.compute.manager [req-82c6236b-58aa-44ee-b071-9de45abbcd02 req-be4a1dfc-58d3-413b-bed3-e2ac2b2518f7 service nova] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Received event network-vif-deleted-03be5768-7657-4a63-9b50-2e460e10c1ed {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.170189] env[65635]: DEBUG nova.network.neutron [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Updating instance_info_cache with network_info: [{"id": "66fb87f5-9b36-479a-a47f-c1dc7135375b", "address": "fa:16:3e:05:ec:cc", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fb87f5-9b", "ovs_interfaceid": "66fb87f5-9b36-479a-a47f-c1dc7135375b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.346658] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8411a00-f2f6-4a6c-90d3-d415f0eefe6e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.357622] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ac60e6-8d25-465f-9f72-579f7d4fd2d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.391949] env[65635]: INFO nova.compute.manager [-] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Took 1.30 seconds to deallocate network for instance. [ 1108.398522] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533b6ada-f63a-4e31-bf3a-2a175e75fabe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.410632] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2d172e-b26b-4d24-a1cb-6c8b9a3c69f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.416369] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.427742] env[65635]: DEBUG nova.compute.provider_tree [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.521796] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427079, 'name': CloneVM_Task, 'duration_secs': 1.438137} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.521796] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Created linked-clone VM from snapshot [ 1108.522322] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93962468-874c-4a16-bbf3-7fc86a6d87b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.531877] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Uploading image 821d294a-e277-44ed-afc3-04a62a46fd4c {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1108.554871] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427080, 'name': ReconfigVM_Task, 'duration_secs': 0.272251} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.557087] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.558275] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cc3e1b-708b-4262-886f-b905634d3a77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.563238] env[65635]: DEBUG oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1108.563238] env[65635]: value = "vm-866281" [ 1108.563238] env[65635]: _type = "VirtualMachine" [ 1108.563238] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1108.563783] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9727fe9-8d39-461f-bce6-469fb214e962 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.583220] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e4d1e708-a6bf-452a-a01a-867152d6c61b/e4d1e708-a6bf-452a-a01a-867152d6c61b.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.584111] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4831f17e-cfa1-4b1b-89ee-481838ec6aed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.599414] env[65635]: DEBUG oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lease: (returnval){ [ 1108.599414] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b7eb0a-dd25-dc8b-f5bf-c8df413a781f" [ 1108.599414] env[65635]: _type = "HttpNfcLease" [ 1108.599414] env[65635]: } obtained for exporting VM: (result){ [ 1108.599414] env[65635]: value = "vm-866281" [ 1108.599414] env[65635]: _type = "VirtualMachine" [ 1108.599414] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1108.599736] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the lease: (returnval){ [ 1108.599736] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b7eb0a-dd25-dc8b-f5bf-c8df413a781f" [ 1108.599736] env[65635]: _type = "HttpNfcLease" [ 1108.599736] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1108.605517] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1108.605517] env[65635]: value = "task-4427082" [ 1108.605517] env[65635]: _type = "Task" [ 1108.605517] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.610572] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.610572] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b7eb0a-dd25-dc8b-f5bf-c8df413a781f" [ 1108.610572] env[65635]: _type = "HttpNfcLease" [ 1108.610572] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1108.611214] env[65635]: DEBUG oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1108.611214] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b7eb0a-dd25-dc8b-f5bf-c8df413a781f" [ 1108.611214] env[65635]: _type = "HttpNfcLease" [ 1108.611214] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1108.612018] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679eddb-f9f8-491d-b9a2-fe7dda1388a6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.618288] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.624584] env[65635]: DEBUG oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bf7bf-f8c5-55f3-96f9-c975404dbb13/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1108.624702] env[65635]: DEBUG oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bf7bf-f8c5-55f3-96f9-c975404dbb13/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1108.682402] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "refresh_cache-58de1a1e-0504-441e-9ae1-f90e0e334d9b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.682784] env[65635]: DEBUG nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Instance network_info: |[{"id": "66fb87f5-9b36-479a-a47f-c1dc7135375b", "address": "fa:16:3e:05:ec:cc", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fb87f5-9b", "ovs_interfaceid": "66fb87f5-9b36-479a-a47f-c1dc7135375b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1108.683258] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ec:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66fb87f5-9b36-479a-a47f-c1dc7135375b', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.690963] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1108.692495] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.692742] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b1bffb-96f1-4f83-9235-991c7b7a2f6e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.714302] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.714302] env[65635]: value = "task-4427083" [ 1108.714302] env[65635]: _type = "Task" [ 1108.714302] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.724098] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427083, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.741339] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-492ce2c7-3b50-41d5-b876-ed0b1994e1e6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.846333] env[65635]: DEBUG nova.compute.manager [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Received event network-changed-66fb87f5-9b36-479a-a47f-c1dc7135375b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.846526] env[65635]: DEBUG nova.compute.manager [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Refreshing instance network info cache due to event network-changed-66fb87f5-9b36-479a-a47f-c1dc7135375b. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1108.846740] env[65635]: DEBUG oslo_concurrency.lockutils [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] Acquiring lock "refresh_cache-58de1a1e-0504-441e-9ae1-f90e0e334d9b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.846882] env[65635]: DEBUG oslo_concurrency.lockutils [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] Acquired lock "refresh_cache-58de1a1e-0504-441e-9ae1-f90e0e334d9b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.848812] env[65635]: DEBUG nova.network.neutron [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Refreshing network info cache for port 66fb87f5-9b36-479a-a47f-c1dc7135375b {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.906539] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.931146] env[65635]: DEBUG nova.scheduler.client.report [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.990481] env[65635]: DEBUG nova.compute.manager [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1109.015849] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1109.016096] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.016255] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1109.016435] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.016573] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1109.016723] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1109.016959] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.017152] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1109.017336] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1109.017513] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1109.017682] env[65635]: DEBUG nova.virt.hardware [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1109.018974] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3a1389-e84c-45ec-b806-5c1ec7773be6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.028294] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627d018a-790b-4f9e-9887-009ff2072938 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.045626] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.051398] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Creating folder: Project (cd32cccb139c4b4b811f14f4d14e611c). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.051787] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de92cc93-da67-4e95-94d3-6ecc1dc00061 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.065328] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Created folder: Project (cd32cccb139c4b4b811f14f4d14e611c) in parent group-v866005. [ 1109.065548] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Creating folder: Instances. Parent ref: group-v866283. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.065802] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c10ac54f-45fe-4f94-a1af-8e60fff89f1a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.077952] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Created folder: Instances in parent group-v866283. [ 1109.078363] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1109.078586] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.078845] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b72d3973-11c7-4e24-8d53-06310278fef9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.099160] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.099160] env[65635]: value = "task-4427086" [ 1109.099160] env[65635]: _type = "Task" [ 1109.099160] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.116322] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427086, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.124022] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427082, 'name': ReconfigVM_Task, 'duration_secs': 0.302565} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.124614] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e4d1e708-a6bf-452a-a01a-867152d6c61b/e4d1e708-a6bf-452a-a01a-867152d6c61b.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.124614] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance 'e4d1e708-a6bf-452a-a01a-867152d6c61b' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.226817] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427083, 'name': CreateVM_Task, 'duration_secs': 0.403097} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.227473] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.227813] env[65635]: WARNING neutronclient.v2_0.client [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.228331] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.228517] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.229015] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.229856] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea46560-c141-44b4-9776-b0c49ec016c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.236254] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1109.236254] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a5625-5762-e96e-4451-7c605e25fb79" [ 1109.236254] env[65635]: _type = "Task" [ 1109.236254] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.246127] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a5625-5762-e96e-4451-7c605e25fb79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.331027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.331124] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.331692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.331692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.331692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.333995] env[65635]: INFO nova.compute.manager [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Terminating instance [ 1109.336272] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.336272] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.336272] env[65635]: DEBUG nova.network.neutron [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1109.350328] env[65635]: WARNING neutronclient.v2_0.client [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.438290] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.438908] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1109.441731] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.526s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.443287] env[65635]: INFO nova.compute.claims [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.529089] env[65635]: WARNING neutronclient.v2_0.client [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.607676] env[65635]: DEBUG nova.network.neutron [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Updated VIF entry in instance network info cache for port 66fb87f5-9b36-479a-a47f-c1dc7135375b. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.608399] env[65635]: DEBUG nova.network.neutron [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Updating instance_info_cache with network_info: [{"id": "66fb87f5-9b36-479a-a47f-c1dc7135375b", "address": "fa:16:3e:05:ec:cc", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fb87f5-9b", "ovs_interfaceid": "66fb87f5-9b36-479a-a47f-c1dc7135375b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.613014] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427086, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.633143] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a7efcd-00e5-4436-b6a6-970441307d62 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.656067] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153f70b6-c8e8-4482-9c92-e6b782707f83 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.679553] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance 'e4d1e708-a6bf-452a-a01a-867152d6c61b' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.748514] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525a5625-5762-e96e-4451-7c605e25fb79, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.748893] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.749290] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.749586] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.749798] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.750035] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.750350] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d23f9a-0b34-4bb6-a70e-51cee7854ffe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.760504] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.760736] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.761565] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce838d85-805d-4812-a4c3-6ad85857dbbc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.767545] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1109.767545] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52728a4e-bcd7-57e6-0504-c6f3751956a1" [ 1109.767545] env[65635]: _type = "Task" [ 1109.767545] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.777008] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52728a4e-bcd7-57e6-0504-c6f3751956a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.839842] env[65635]: WARNING neutronclient.v2_0.client [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.843023] env[65635]: DEBUG nova.compute.manager [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1109.843345] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.844587] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c1e581-59fb-4d37-a457-7ca3927e8593 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.853711] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.854101] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538cf2bf-4846-4aac-adde-34b6007c34b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.861427] env[65635]: DEBUG oslo_vmware.api [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1109.861427] env[65635]: value = "task-4427087" [ 1109.861427] env[65635]: _type = "Task" [ 1109.861427] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.871173] env[65635]: DEBUG oslo_vmware.api [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.951257] env[65635]: DEBUG nova.compute.utils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.954829] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1109.954964] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1109.955309] env[65635]: WARNING neutronclient.v2_0.client [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.955621] env[65635]: WARNING neutronclient.v2_0.client [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.997149] env[65635]: DEBUG nova.policy [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985828894eb648b09d292127406845a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a076402d350548ed9e73f592a1a3b8ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.037007] env[65635]: WARNING neutronclient.v2_0.client [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.112077] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427086, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.113752] env[65635]: DEBUG oslo_concurrency.lockutils [req-30c1ac4b-e0cb-46f1-9a0a-38f51cd57b8e req-62d44ff7-875f-4dc9-980e-8a7de51df801 service nova] Releasing lock "refresh_cache-58de1a1e-0504-441e-9ae1-f90e0e334d9b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.157938] env[65635]: DEBUG nova.compute.manager [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-vif-deleted-519e42fa-ff9f-42fa-b1b2-fc486646f776 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.158201] env[65635]: INFO nova.compute.manager [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Neutron deleted interface 519e42fa-ff9f-42fa-b1b2-fc486646f776; detaching it from the instance and deleting it from the info cache [ 1110.158785] env[65635]: DEBUG nova.network.neutron [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b454d4b4-47b5-4521-9a09-26f937987ecd", "address": "fa:16:3e:78:23:bf", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb454d4b4-47", "ovs_interfaceid": "b454d4b4-47b5-4521-9a09-26f937987ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.188099] env[65635]: WARNING neutronclient.v2_0.client [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.188503] env[65635]: WARNING neutronclient.v2_0.client [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.222294] env[65635]: INFO nova.network.neutron [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Port 519e42fa-ff9f-42fa-b1b2-fc486646f776 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1110.222619] env[65635]: INFO nova.network.neutron [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Port b454d4b4-47b5-4521-9a09-26f937987ecd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1110.223023] env[65635]: DEBUG nova.network.neutron [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.283559] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52728a4e-bcd7-57e6-0504-c6f3751956a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.283975] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457f36de-1a79-453c-b990-0b0364b6053d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.290762] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1110.290762] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b130dd-57dc-d16f-896b-dd0d53b25457" [ 1110.290762] env[65635]: _type = "Task" [ 1110.290762] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.291468] env[65635]: DEBUG nova.network.neutron [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Port eefecc8d-e841-4cf0-9a7d-f46cb2007c94 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1110.304682] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b130dd-57dc-d16f-896b-dd0d53b25457, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.304963] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.305278] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 58de1a1e-0504-441e-9ae1-f90e0e334d9b/58de1a1e-0504-441e-9ae1-f90e0e334d9b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.305978] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6066873a-a886-4c3f-96de-b50c794bc8ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.315496] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1110.315496] env[65635]: value = "task-4427088" [ 1110.315496] env[65635]: _type = "Task" [ 1110.315496] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.326042] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.357530] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Successfully created port: 023fd767-73b5-4fe0-b82d-f47f7f419b4e {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1110.373962] env[65635]: DEBUG oslo_vmware.api [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.456087] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1110.619156] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427086, 'name': CreateVM_Task, 'duration_secs': 1.396173} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.619156] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.619156] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.619156] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.619364] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.619644] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ce7b3f-6bf1-4445-b3ba-9408c1218b5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.628682] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1110.628682] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52884bee-6158-6b97-c808-d7a28eba85d8" [ 1110.628682] env[65635]: _type = "Task" [ 1110.628682] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.640106] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52884bee-6158-6b97-c808-d7a28eba85d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.661440] env[65635]: DEBUG oslo_concurrency.lockutils [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] Acquiring lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.726104] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.828472] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427088, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.845935] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6cc83d-c3c8-42da-af5c-f1f16799c616 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.856674] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9d7b78-3dfb-497b-bfc5-6de35f83b18b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.897177] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6bca44-473d-4737-a37c-59a7f9ff1cc5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.904232] env[65635]: DEBUG oslo_vmware.api [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427087, 'name': PowerOffVM_Task, 'duration_secs': 0.848566} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.905052] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.905318] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.905653] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-755ebc29-6deb-4391-a0b8-bebd205bdbaf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.912402] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6c73c7-573e-440b-9552-c143d7112dcc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.935823] env[65635]: DEBUG nova.compute.provider_tree [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.032177] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.032477] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.032703] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleting the datastore file [datastore2] 42600fdb-9b59-4241-a0f1-40589e0fbae4 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.032975] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56e7ff63-bb3b-4cd4-9f59-d3526e26ce8c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.040938] env[65635]: DEBUG oslo_vmware.api [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1111.040938] env[65635]: value = "task-4427090" [ 1111.040938] env[65635]: _type = "Task" [ 1111.040938] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.050782] env[65635]: DEBUG oslo_vmware.api [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.139600] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52884bee-6158-6b97-c808-d7a28eba85d8, 'name': SearchDatastore_Task, 'duration_secs': 0.063198} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.139991] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.140122] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.140460] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.140618] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.140802] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.141081] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27f81d6a-14a4-4b32-a1ca-3968c606f036 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.150650] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.150923] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.151843] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93234815-c1b8-4e0d-8d34-885dbff0aa2d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.158923] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1111.158923] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf055f-c6e6-6a86-c5d3-4a93afcf39b7" [ 1111.158923] env[65635]: _type = "Task" [ 1111.158923] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.168192] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf055f-c6e6-6a86-c5d3-4a93afcf39b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.230997] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0be104f0-0289-49a2-83ad-590ef166c405 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-42600fdb-9b59-4241-a0f1-40589e0fbae4-519e42fa-ff9f-42fa-b1b2-fc486646f776" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.305s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.317011] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.317260] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.317428] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.329455] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588948} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.330651] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 58de1a1e-0504-441e-9ae1-f90e0e334d9b/58de1a1e-0504-441e-9ae1-f90e0e334d9b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.330817] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.331078] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c62af4d1-0872-4271-848e-20c5adff672e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.340261] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1111.340261] env[65635]: value = "task-4427091" [ 1111.340261] env[65635]: _type = "Task" [ 1111.340261] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.352745] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.439858] env[65635]: DEBUG nova.scheduler.client.report [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.470441] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1111.498229] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1111.498501] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.498671] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1111.498851] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.498992] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1111.499238] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1111.499351] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1111.499568] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1111.499752] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1111.499912] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1111.500105] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1111.501345] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9f08c-9cdf-45bc-a0d8-da89da396e1e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.510814] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f14210-1823-48e3-b348-22beb52b04ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.551439] env[65635]: DEBUG oslo_vmware.api [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176351} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.551754] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.551869] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.552076] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.552259] env[65635]: INFO nova.compute.manager [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1111.552498] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1111.552692] env[65635]: DEBUG nova.compute.manager [-] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1111.552787] env[65635]: DEBUG nova.network.neutron [-] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1111.553040] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.598255] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.655023] env[65635]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b454d4b4-47b5-4521-9a09-26f937987ecd could not be found.", "detail": ""}} {{(pid=65635) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1111.655340] env[65635]: DEBUG nova.network.neutron [-] Unable to show port b454d4b4-47b5-4521-9a09-26f937987ecd as it no longer exists. {{(pid=65635) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1111.670736] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf055f-c6e6-6a86-c5d3-4a93afcf39b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.670736] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac8b6e8-2d45-4deb-b70d-b3e0bad0e790 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.677243] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1111.677243] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5287d00b-f445-18a2-8b02-db415b14493b" [ 1111.677243] env[65635]: _type = "Task" [ 1111.677243] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.686655] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5287d00b-f445-18a2-8b02-db415b14493b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.851954] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076022} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.852240] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.853393] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b58beb-cf38-4dad-a13d-02d216a38d63 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.888739] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 58de1a1e-0504-441e-9ae1-f90e0e334d9b/58de1a1e-0504-441e-9ae1-f90e0e334d9b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.889247] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f4f978-f3cc-451e-959a-c75e133808c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.914564] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1111.914564] env[65635]: value = "task-4427092" [ 1111.914564] env[65635]: _type = "Task" [ 1111.914564] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.927269] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.945255] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.945854] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1111.948790] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.111s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.950581] env[65635]: INFO nova.compute.claims [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.975236] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Successfully updated port: 023fd767-73b5-4fe0-b82d-f47f7f419b4e {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1112.190672] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5287d00b-f445-18a2-8b02-db415b14493b, 'name': SearchDatastore_Task, 'duration_secs': 0.042175} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.191644] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.191644] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 377831f2-b9fe-4623-8b14-2dc423c913b7/377831f2-b9fe-4623-8b14-2dc423c913b7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.191644] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-489993e7-7034-409d-8940-f175d0de3712 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.200291] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1112.200291] env[65635]: value = "task-4427093" [ 1112.200291] env[65635]: _type = "Task" [ 1112.200291] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.211308] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.274846] env[65635]: DEBUG nova.compute.manager [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Received event network-vif-plugged-023fd767-73b5-4fe0-b82d-f47f7f419b4e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1112.275012] env[65635]: DEBUG oslo_concurrency.lockutils [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] Acquiring lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.275245] env[65635]: DEBUG oslo_concurrency.lockutils [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] Lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.276060] env[65635]: DEBUG oslo_concurrency.lockutils [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] Lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.276060] env[65635]: DEBUG nova.compute.manager [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] No waiting events found dispatching network-vif-plugged-023fd767-73b5-4fe0-b82d-f47f7f419b4e {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1112.276060] env[65635]: WARNING nova.compute.manager [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Received unexpected event network-vif-plugged-023fd767-73b5-4fe0-b82d-f47f7f419b4e for instance with vm_state building and task_state spawning. [ 1112.276287] env[65635]: DEBUG nova.compute.manager [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Received event network-changed-023fd767-73b5-4fe0-b82d-f47f7f419b4e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1112.276287] env[65635]: DEBUG nova.compute.manager [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Refreshing instance network info cache due to event network-changed-023fd767-73b5-4fe0-b82d-f47f7f419b4e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1112.276461] env[65635]: DEBUG oslo_concurrency.lockutils [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] Acquiring lock "refresh_cache-e1e5238f-34ee-4819-86ba-94a1c4b00de1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.276624] env[65635]: DEBUG oslo_concurrency.lockutils [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] Acquired lock "refresh_cache-e1e5238f-34ee-4819-86ba-94a1c4b00de1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.276825] env[65635]: DEBUG nova.network.neutron [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Refreshing network info cache for port 023fd767-73b5-4fe0-b82d-f47f7f419b4e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.301263] env[65635]: DEBUG nova.compute.manager [req-b7f68730-529b-4359-96bb-031f113ece2f req-473e7a7b-6a77-4766-9603-a5bd7476cd8d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-vif-deleted-6d1a6084-a467-4470-93cc-dac149dab970 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1112.301263] env[65635]: INFO nova.compute.manager [req-b7f68730-529b-4359-96bb-031f113ece2f req-473e7a7b-6a77-4766-9603-a5bd7476cd8d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Neutron deleted interface 6d1a6084-a467-4470-93cc-dac149dab970; detaching it from the instance and deleting it from the info cache [ 1112.301263] env[65635]: DEBUG nova.network.neutron [req-b7f68730-529b-4359-96bb-031f113ece2f req-473e7a7b-6a77-4766-9603-a5bd7476cd8d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.328042] env[65635]: WARNING neutronclient.v2_0.client [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.362237] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.362464] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.362647] env[65635]: DEBUG nova.network.neutron [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1112.428096] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427092, 'name': ReconfigVM_Task, 'duration_secs': 0.398187} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.428430] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 58de1a1e-0504-441e-9ae1-f90e0e334d9b/58de1a1e-0504-441e-9ae1-f90e0e334d9b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.429135] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1d4f43b-22e3-4313-97bf-123d2193b7fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.439993] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1112.439993] env[65635]: value = "task-4427094" [ 1112.439993] env[65635]: _type = "Task" [ 1112.439993] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.450885] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427094, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.455665] env[65635]: DEBUG nova.compute.utils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.459683] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1112.459896] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.460289] env[65635]: WARNING neutronclient.v2_0.client [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.460549] env[65635]: WARNING neutronclient.v2_0.client [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.477421] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "refresh_cache-e1e5238f-34ee-4819-86ba-94a1c4b00de1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.510408] env[65635]: DEBUG nova.policy [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985828894eb648b09d292127406845a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a076402d350548ed9e73f592a1a3b8ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.685456] env[65635]: DEBUG nova.network.neutron [-] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.715833] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511409} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.716391] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 377831f2-b9fe-4623-8b14-2dc423c913b7/377831f2-b9fe-4623-8b14-2dc423c913b7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.717742] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.717742] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab2d797b-3c40-4878-81f5-514317a5d53e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.727307] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1112.727307] env[65635]: value = "task-4427095" [ 1112.727307] env[65635]: _type = "Task" [ 1112.727307] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.737408] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.780410] env[65635]: WARNING neutronclient.v2_0.client [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.804680] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df5a3ba2-5a1e-4df6-b5b1-54c9b2048f33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.816554] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ea1157-d058-4401-b570-f5e2fd852a58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.830743] env[65635]: DEBUG nova.network.neutron [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1112.852701] env[65635]: DEBUG nova.compute.manager [req-b7f68730-529b-4359-96bb-031f113ece2f req-473e7a7b-6a77-4766-9603-a5bd7476cd8d service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Detach interface failed, port_id=6d1a6084-a467-4470-93cc-dac149dab970, reason: Instance 42600fdb-9b59-4241-a0f1-40589e0fbae4 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1112.867066] env[65635]: WARNING neutronclient.v2_0.client [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.876530] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Successfully created port: a2a1b55d-c41e-40ed-8771-bd4306c63f90 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1112.951422] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427094, 'name': Rename_Task, 'duration_secs': 0.193076} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.951767] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.952048] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1119deba-ac2d-488f-8015-facad9f70dd8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.957961] env[65635]: DEBUG nova.network.neutron [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.961104] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1112.964174] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1112.964174] env[65635]: value = "task-4427096" [ 1112.964174] env[65635]: _type = "Task" [ 1112.964174] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.979029] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.078753] env[65635]: WARNING neutronclient.v2_0.client [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.158891] env[65635]: DEBUG nova.network.neutron [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance_info_cache with network_info: [{"id": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "address": "fa:16:3e:80:15:3f", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefecc8d-e8", "ovs_interfaceid": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.187883] env[65635]: INFO nova.compute.manager [-] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Took 1.63 seconds to deallocate network for instance. [ 1113.239771] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09189} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.242670] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.244143] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac33240c-e70e-40b1-a4f8-96636dbee092 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.267026] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 377831f2-b9fe-4623-8b14-2dc423c913b7/377831f2-b9fe-4623-8b14-2dc423c913b7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.270368] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ef0d2a-dbed-4d7d-acf8-2ad6ce2969c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.291628] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1113.291628] env[65635]: value = "task-4427097" [ 1113.291628] env[65635]: _type = "Task" [ 1113.291628] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.306282] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.324884] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a22ec4-bea5-4d87-ab27-4a47b7488a3f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.333904] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e35ce0-bd26-441a-bd39-fd91fce6a1b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.369467] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84907712-8499-44e3-ba76-b0326e916e65 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.377951] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fdae4e-d3ec-4a7c-996e-52745abc0f2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.393657] env[65635]: DEBUG nova.compute.provider_tree [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.466206] env[65635]: DEBUG oslo_concurrency.lockutils [req-229e8843-0227-42fe-9b20-3109a5d60d85 req-6643561d-bf51-4a58-970b-748412a72125 service nova] Releasing lock "refresh_cache-e1e5238f-34ee-4819-86ba-94a1c4b00de1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.470735] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "refresh_cache-e1e5238f-34ee-4819-86ba-94a1c4b00de1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.470999] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.487015] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.661484] env[65635]: DEBUG oslo_concurrency.lockutils [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.696463] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.803872] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427097, 'name': ReconfigVM_Task, 'duration_secs': 0.339776} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.803936] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 377831f2-b9fe-4623-8b14-2dc423c913b7/377831f2-b9fe-4623-8b14-2dc423c913b7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.804866] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a07d602-a99a-474e-bdc5-141307613c58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.814203] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1113.814203] env[65635]: value = "task-4427098" [ 1113.814203] env[65635]: _type = "Task" [ 1113.814203] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.824367] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427098, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.898612] env[65635]: DEBUG nova.scheduler.client.report [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.974240] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1113.991806] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.000863] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.001160] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.001345] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.001544] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.001704] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.001855] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.003177] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.003177] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.003350] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.003503] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.003681] env[65635]: DEBUG nova.virt.hardware [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.004633] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf8ff88-bfe2-4fa0-9b70-68863a2b8fe2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.015090] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d6bf27-9297-410b-9bb6-fca6e4b9cd02 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.031770] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1114.140549] env[65635]: WARNING neutronclient.v2_0.client [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.187659] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b223502e-b79c-48c4-b4c8-8a8ee1710184 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.213932] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2af15e-a5b5-427e-8186-e4f2913e709a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.218917] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Updating instance_info_cache with network_info: [{"id": "023fd767-73b5-4fe0-b82d-f47f7f419b4e", "address": "fa:16:3e:02:cf:13", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023fd767-73", "ovs_interfaceid": "023fd767-73b5-4fe0-b82d-f47f7f419b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.222973] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance 'e4d1e708-a6bf-452a-a01a-867152d6c61b' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.326258] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427098, 'name': Rename_Task, 'duration_secs': 0.161243} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.326559] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.326708] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f0a10d9-a038-4048-99ee-f94973ba8f10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.336031] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1114.336031] env[65635]: value = "task-4427099" [ 1114.336031] env[65635]: _type = "Task" [ 1114.336031] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.347446] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.404599] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.405425] env[65635]: DEBUG nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1114.408993] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.520s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.409727] env[65635]: DEBUG nova.objects.instance [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lazy-loading 'resources' on Instance uuid 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.483447] env[65635]: DEBUG oslo_vmware.api [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427096, 'name': PowerOnVM_Task, 'duration_secs': 1.185634} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.483785] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.483995] env[65635]: INFO nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1114.484207] env[65635]: DEBUG nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1114.485111] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8b839c-0c57-4ec4-b7c9-6d9857cfe383 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.625212] env[65635]: DEBUG nova.compute.manager [req-fa8744c3-e843-4e70-81c5-1bb89ece732b req-ce7752b1-debf-4616-b348-c5b152323b1e service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Received event network-vif-plugged-a2a1b55d-c41e-40ed-8771-bd4306c63f90 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1114.625559] env[65635]: DEBUG oslo_concurrency.lockutils [req-fa8744c3-e843-4e70-81c5-1bb89ece732b req-ce7752b1-debf-4616-b348-c5b152323b1e service nova] Acquiring lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.625902] env[65635]: DEBUG oslo_concurrency.lockutils [req-fa8744c3-e843-4e70-81c5-1bb89ece732b req-ce7752b1-debf-4616-b348-c5b152323b1e service nova] Lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.626206] env[65635]: DEBUG oslo_concurrency.lockutils [req-fa8744c3-e843-4e70-81c5-1bb89ece732b req-ce7752b1-debf-4616-b348-c5b152323b1e service nova] Lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.626476] env[65635]: DEBUG nova.compute.manager [req-fa8744c3-e843-4e70-81c5-1bb89ece732b req-ce7752b1-debf-4616-b348-c5b152323b1e service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] No waiting events found dispatching network-vif-plugged-a2a1b55d-c41e-40ed-8771-bd4306c63f90 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1114.626745] env[65635]: WARNING nova.compute.manager [req-fa8744c3-e843-4e70-81c5-1bb89ece732b req-ce7752b1-debf-4616-b348-c5b152323b1e service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Received unexpected event network-vif-plugged-a2a1b55d-c41e-40ed-8771-bd4306c63f90 for instance with vm_state building and task_state spawning. [ 1114.727706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "refresh_cache-e1e5238f-34ee-4819-86ba-94a1c4b00de1" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.728101] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Instance network_info: |[{"id": "023fd767-73b5-4fe0-b82d-f47f7f419b4e", "address": "fa:16:3e:02:cf:13", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023fd767-73", "ovs_interfaceid": "023fd767-73b5-4fe0-b82d-f47f7f419b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1114.730221] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.730740] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:cf:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '023fd767-73b5-4fe0-b82d-f47f7f419b4e', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.738870] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Creating folder: Project (a076402d350548ed9e73f592a1a3b8ef). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.739200] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a63292-44e4-45da-aa5d-1800aaaaf0c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.741037] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb460910-ca11-418d-89b2-0b5ded577e78 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.749593] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1114.749593] env[65635]: value = "task-4427101" [ 1114.749593] env[65635]: _type = "Task" [ 1114.749593] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.754718] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Created folder: Project (a076402d350548ed9e73f592a1a3b8ef) in parent group-v866005. [ 1114.754922] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Creating folder: Instances. Parent ref: group-v866286. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.755559] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-055bb55d-5815-47d4-8478-98d2b56ac696 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.760881] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.767799] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Created folder: Instances in parent group-v866286. [ 1114.768071] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1114.768308] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.768529] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1402adb-110a-4a91-ba42-cbab205092b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.790210] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.790210] env[65635]: value = "task-4427103" [ 1114.790210] env[65635]: _type = "Task" [ 1114.790210] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.806818] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427103, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.846653] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.914446] env[65635]: DEBUG nova.compute.utils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.918678] env[65635]: DEBUG nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1114.919080] env[65635]: DEBUG nova.network.neutron [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1114.919273] env[65635]: WARNING neutronclient.v2_0.client [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.919623] env[65635]: WARNING neutronclient.v2_0.client [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.007671] env[65635]: INFO nova.compute.manager [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Took 33.65 seconds to build instance. [ 1115.013062] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Successfully updated port: a2a1b55d-c41e-40ed-8771-bd4306c63f90 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1115.017287] env[65635]: DEBUG nova.policy [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b90e2ecb2847e19fc5e5a67cef2964', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87c7d017d3a744be9fb936cc5083a4fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.056222] env[65635]: DEBUG nova.compute.manager [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Received event network-changed-a2a1b55d-c41e-40ed-8771-bd4306c63f90 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.056432] env[65635]: DEBUG nova.compute.manager [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Refreshing instance network info cache due to event network-changed-a2a1b55d-c41e-40ed-8771-bd4306c63f90. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1115.056665] env[65635]: DEBUG oslo_concurrency.lockutils [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] Acquiring lock "refresh_cache-b5b1f1de-3a31-4cb8-b702-44cccee8c45c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.056846] env[65635]: DEBUG oslo_concurrency.lockutils [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] Acquired lock "refresh_cache-b5b1f1de-3a31-4cb8-b702-44cccee8c45c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.057026] env[65635]: DEBUG nova.network.neutron [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Refreshing network info cache for port a2a1b55d-c41e-40ed-8771-bd4306c63f90 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.260955] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.304411] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427103, 'name': CreateVM_Task, 'duration_secs': 0.488034} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.304516] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.305024] env[65635]: WARNING neutronclient.v2_0.client [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.305670] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.305670] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.305964] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.306298] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e647bd2c-fd1e-4b7e-b084-3a9497f29f21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.312093] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1115.312093] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d5c1b7-838e-477d-4aea-70a1b5932248" [ 1115.312093] env[65635]: _type = "Task" [ 1115.312093] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.317246] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bcaddf-9cdf-4b69-8b75-88204ae078cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.327994] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d5c1b7-838e-477d-4aea-70a1b5932248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.329381] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6065ae-0019-4dca-a2f7-6aeb1d3af56b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.366681] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7d7c27-680b-4b63-920a-1a9415f4d6f9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.376130] env[65635]: DEBUG oslo_vmware.api [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427099, 'name': PowerOnVM_Task, 'duration_secs': 0.533028} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.378602] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.378719] env[65635]: INFO nova.compute.manager [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1115.378863] env[65635]: DEBUG nova.compute.manager [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1115.379706] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5b61ed-0c9f-4f3f-9c87-409593f40a3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.383170] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f59f3f2-a737-4206-8ddb-5ed6801302b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.403220] env[65635]: DEBUG nova.compute.provider_tree [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.405530] env[65635]: DEBUG nova.network.neutron [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Successfully created port: ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1115.419158] env[65635]: DEBUG nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1115.512161] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed9c3287-0997-4ef7-aab8-c0720d85f3f9 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.158s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.515308] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "refresh_cache-b5b1f1de-3a31-4cb8-b702-44cccee8c45c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.562088] env[65635]: WARNING neutronclient.v2_0.client [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.595508] env[65635]: DEBUG nova.network.neutron [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1115.763064] env[65635]: DEBUG oslo_vmware.api [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427101, 'name': PowerOnVM_Task, 'duration_secs': 0.511994} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.763375] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.763557] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-abf411c5-a6be-4f26-8fc6-9be3c371870e tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance 'e4d1e708-a6bf-452a-a01a-867152d6c61b' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.801606] env[65635]: DEBUG nova.network.neutron [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.824332] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d5c1b7-838e-477d-4aea-70a1b5932248, 'name': SearchDatastore_Task, 'duration_secs': 0.019937} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.824713] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.824865] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.825114] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.825270] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.825462] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.826008] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c322d172-72fc-4d9e-b068-1227834378c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.837164] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.837362] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.838111] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8e587f-51f8-4863-b6c9-bf065459bc6a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.845323] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1115.845323] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe5c3d-30bf-fa18-d5db-a5a3a2a78518" [ 1115.845323] env[65635]: _type = "Task" [ 1115.845323] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.855536] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe5c3d-30bf-fa18-d5db-a5a3a2a78518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.914947] env[65635]: DEBUG nova.scheduler.client.report [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.920258] env[65635]: INFO nova.compute.manager [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Took 32.36 seconds to build instance. [ 1116.306456] env[65635]: DEBUG oslo_concurrency.lockutils [req-c4391630-e400-45e3-b29c-263999c5cfa6 req-14e92625-23f8-4194-8660-4be654f46b80 service nova] Releasing lock "refresh_cache-b5b1f1de-3a31-4cb8-b702-44cccee8c45c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.306456] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "refresh_cache-b5b1f1de-3a31-4cb8-b702-44cccee8c45c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.306456] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1116.357816] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe5c3d-30bf-fa18-d5db-a5a3a2a78518, 'name': SearchDatastore_Task, 'duration_secs': 0.021466} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.359975] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b257000a-a197-4165-9142-76af960d2d30 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.367344] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1116.367344] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f4e32b-4842-222c-083c-64b67d38c1bd" [ 1116.367344] env[65635]: _type = "Task" [ 1116.367344] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.377485] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f4e32b-4842-222c-083c-64b67d38c1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.423295] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.424605] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.141s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.425204] env[65635]: DEBUG nova.objects.instance [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lazy-loading 'resources' on Instance uuid b695c17c-898e-45ed-aa32-bc38cdb6e506 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.427023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-612bbdd0-6128-4934-8ba4-690a1246a6cd tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "377831f2-b9fe-4623-8b14-2dc423c913b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.878s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.429552] env[65635]: DEBUG nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1116.457188] env[65635]: INFO nova.scheduler.client.report [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Deleted allocations for instance 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b [ 1116.470277] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1116.470525] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.470679] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1116.470855] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.471418] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1116.471635] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1116.471854] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1116.472023] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1116.472190] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1116.472349] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1116.472517] env[65635]: DEBUG nova.virt.hardware [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1116.473404] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561f719b-2688-4ac3-8ff8-e59b34433fc2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.483749] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe12b77-7c36-410f-a2e0-189cdc7d5b81 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.855117] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1116.886326] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f4e32b-4842-222c-083c-64b67d38c1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.023734} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.890287] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.890592] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] e1e5238f-34ee-4819-86ba-94a1c4b00de1/e1e5238f-34ee-4819-86ba-94a1c4b00de1.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.891137] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c6205b-49f3-4e55-a1d8-bf54921cfc19 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.899824] env[65635]: DEBUG nova.compute.manager [req-03272024-a5f4-48ec-8da8-6cdaf7653064 req-d1ac993f-90f7-407e-823b-6e8a06fea6db service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Received event network-vif-plugged-ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.899824] env[65635]: DEBUG oslo_concurrency.lockutils [req-03272024-a5f4-48ec-8da8-6cdaf7653064 req-d1ac993f-90f7-407e-823b-6e8a06fea6db service nova] Acquiring lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.900181] env[65635]: DEBUG oslo_concurrency.lockutils [req-03272024-a5f4-48ec-8da8-6cdaf7653064 req-d1ac993f-90f7-407e-823b-6e8a06fea6db service nova] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.900395] env[65635]: DEBUG oslo_concurrency.lockutils [req-03272024-a5f4-48ec-8da8-6cdaf7653064 req-d1ac993f-90f7-407e-823b-6e8a06fea6db service nova] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.900669] env[65635]: DEBUG nova.compute.manager [req-03272024-a5f4-48ec-8da8-6cdaf7653064 req-d1ac993f-90f7-407e-823b-6e8a06fea6db service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] No waiting events found dispatching network-vif-plugged-ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1116.900790] env[65635]: WARNING nova.compute.manager [req-03272024-a5f4-48ec-8da8-6cdaf7653064 req-d1ac993f-90f7-407e-823b-6e8a06fea6db service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Received unexpected event network-vif-plugged-ccc296c6-e7b4-46fb-8a03-ed8473bc933a for instance with vm_state building and task_state spawning. [ 1116.902961] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1116.902961] env[65635]: value = "task-4427104" [ 1116.902961] env[65635]: _type = "Task" [ 1116.902961] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.916097] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.938178] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.938478] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.938875] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.939259] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.939580] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.943342] env[65635]: INFO nova.compute.manager [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Terminating instance [ 1116.967662] env[65635]: DEBUG oslo_concurrency.lockutils [None req-97b5868c-068a-4e7d-bb2c-b8e7e5a77a69 tempest-ServersTestManualDisk-1045302247 tempest-ServersTestManualDisk-1045302247-project-member] Lock "5c76d15d-0e56-42ad-b6a3-5b9010a93d7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.291s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.020229] env[65635]: DEBUG nova.network.neutron [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Successfully updated port: ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1117.023828] env[65635]: WARNING neutronclient.v2_0.client [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.127094] env[65635]: DEBUG nova.network.neutron [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Updating instance_info_cache with network_info: [{"id": "a2a1b55d-c41e-40ed-8771-bd4306c63f90", "address": "fa:16:3e:a1:cd:4f", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a1b55d-c4", "ovs_interfaceid": "a2a1b55d-c41e-40ed-8771-bd4306c63f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.155943] env[65635]: DEBUG oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bf7bf-f8c5-55f3-96f9-c975404dbb13/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1117.157596] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4770ee70-67fc-4261-9400-39ba4173e600 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.165763] env[65635]: DEBUG oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bf7bf-f8c5-55f3-96f9-c975404dbb13/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1117.165887] env[65635]: ERROR oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bf7bf-f8c5-55f3-96f9-c975404dbb13/disk-0.vmdk due to incomplete transfer. [ 1117.166134] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-995898fb-2198-4f3b-89b6-2201a7b1397d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.175371] env[65635]: DEBUG oslo_vmware.rw_handles [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bf7bf-f8c5-55f3-96f9-c975404dbb13/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1117.175578] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Uploaded image 821d294a-e277-44ed-afc3-04a62a46fd4c to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1117.177775] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1117.180619] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-832d0f1f-e90d-4948-9554-8de3d4fad959 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.188148] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1117.188148] env[65635]: value = "task-4427105" [ 1117.188148] env[65635]: _type = "Task" [ 1117.188148] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.198688] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427105, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.269374] env[65635]: INFO nova.compute.manager [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Rebuilding instance [ 1117.284739] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e870eeae-16ed-4d12-bad5-ef06e5d31d2e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.305615] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbedd5a-9896-4bd3-920b-745c506c9137 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.347498] env[65635]: DEBUG nova.compute.manager [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1117.349096] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d83be86-eb42-4eb6-93ab-544129553f31 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.352472] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9115d-5968-43d1-acd8-49f4e097b45c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.364651] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687e42d8-d8c7-4d75-8952-904a7c0eb23e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.385948] env[65635]: DEBUG nova.compute.provider_tree [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.415987] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.448490] env[65635]: DEBUG nova.compute.manager [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1117.448776] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.449958] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8e94f0-c91b-4ab6-a3b4-f4429e5ee7b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.461897] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.462355] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f228e81-9d08-436f-91d7-5bac3358aef9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.473547] env[65635]: DEBUG oslo_vmware.api [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1117.473547] env[65635]: value = "task-4427106" [ 1117.473547] env[65635]: _type = "Task" [ 1117.473547] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.484957] env[65635]: DEBUG oslo_vmware.api [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.528114] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.528485] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.528686] env[65635]: DEBUG nova.network.neutron [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1117.632558] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "refresh_cache-b5b1f1de-3a31-4cb8-b702-44cccee8c45c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.632868] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Instance network_info: |[{"id": "a2a1b55d-c41e-40ed-8771-bd4306c63f90", "address": "fa:16:3e:a1:cd:4f", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a1b55d-c4", "ovs_interfaceid": "a2a1b55d-c41e-40ed-8771-bd4306c63f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1117.633643] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:cd:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2a1b55d-c41e-40ed-8771-bd4306c63f90', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.642149] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1117.642465] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.642818] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bd82bc9-b3bc-453b-b4b3-e8675fb61dbd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.674050] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.674050] env[65635]: value = "task-4427107" [ 1117.674050] env[65635]: _type = "Task" [ 1117.674050] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.683636] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427107, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.701633] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427105, 'name': Destroy_Task, 'duration_secs': 0.48373} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.701932] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Destroyed the VM [ 1117.702286] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1117.702607] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a0f447f-cbdb-435e-ac66-725161330067 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.713205] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1117.713205] env[65635]: value = "task-4427108" [ 1117.713205] env[65635]: _type = "Task" [ 1117.713205] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.725388] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.890996] env[65635]: DEBUG nova.scheduler.client.report [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.917131] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708027} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.917455] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] e1e5238f-34ee-4819-86ba-94a1c4b00de1/e1e5238f-34ee-4819-86ba-94a1c4b00de1.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.917702] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.917974] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecf4b2a3-c3da-44b0-b817-8d2f0205e488 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.927086] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1117.927086] env[65635]: value = "task-4427109" [ 1117.927086] env[65635]: _type = "Task" [ 1117.927086] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.945737] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.985433] env[65635]: DEBUG oslo_vmware.api [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427106, 'name': PowerOffVM_Task, 'duration_secs': 0.239755} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.985709] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.985865] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.986144] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00520b30-6796-470f-bd0b-9002041d98cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.079087] env[65635]: DEBUG nova.network.neutron [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1118.083558] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.083831] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.084556] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleting the datastore file [datastore2] 58de1a1e-0504-441e-9ae1-f90e0e334d9b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.085063] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2889b992-7cb1-43a0-b59f-59cd400095e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.095162] env[65635]: DEBUG oslo_vmware.api [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1118.095162] env[65635]: value = "task-4427111" [ 1118.095162] env[65635]: _type = "Task" [ 1118.095162] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.109552] env[65635]: DEBUG oslo_vmware.api [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.179163] env[65635]: WARNING neutronclient.v2_0.client [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.187833] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427107, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.223656] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427108, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.294860] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.295180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.295414] env[65635]: DEBUG nova.compute.manager [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Going to confirm migration 5 {{(pid=65635) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1118.367677] env[65635]: DEBUG nova.network.neutron [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updating instance_info_cache with network_info: [{"id": "ccc296c6-e7b4-46fb-8a03-ed8473bc933a", "address": "fa:16:3e:d0:71:32", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc296c6-e7", "ovs_interfaceid": "ccc296c6-e7b4-46fb-8a03-ed8473bc933a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.379477] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.379477] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-660e875b-ff22-4f2a-903f-aefc60d82aa1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.386681] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1118.386681] env[65635]: value = "task-4427112" [ 1118.386681] env[65635]: _type = "Task" [ 1118.386681] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.398336] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.400659] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.401202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.531s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.401659] env[65635]: DEBUG nova.objects.instance [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'resources' on Instance uuid 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.424515] env[65635]: INFO nova.scheduler.client.report [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Deleted allocations for instance b695c17c-898e-45ed-aa32-bc38cdb6e506 [ 1118.438742] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074807} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.439220] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.439968] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078336d5-9a40-4410-b86b-7ba74b92e479 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.464586] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e1e5238f-34ee-4819-86ba-94a1c4b00de1/e1e5238f-34ee-4819-86ba-94a1c4b00de1.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.465341] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a5b7c0-212e-43dc-80d4-3a8202356c40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.488143] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1118.488143] env[65635]: value = "task-4427113" [ 1118.488143] env[65635]: _type = "Task" [ 1118.488143] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.497687] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.606195] env[65635]: DEBUG oslo_vmware.api [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.684674] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427107, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.725955] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427108, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.805515] env[65635]: WARNING neutronclient.v2_0.client [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.828570] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "1860077c-e934-4aa5-90ca-6290820e9976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.828854] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "1860077c-e934-4aa5-90ca-6290820e9976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.829079] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "1860077c-e934-4aa5-90ca-6290820e9976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.829264] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "1860077c-e934-4aa5-90ca-6290820e9976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.829437] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "1860077c-e934-4aa5-90ca-6290820e9976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.831831] env[65635]: INFO nova.compute.manager [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Terminating instance [ 1118.871817] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.872417] env[65635]: DEBUG nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Instance network_info: |[{"id": "ccc296c6-e7b4-46fb-8a03-ed8473bc933a", "address": "fa:16:3e:d0:71:32", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc296c6-e7", "ovs_interfaceid": "ccc296c6-e7b4-46fb-8a03-ed8473bc933a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1118.873057] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:71:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccc296c6-e7b4-46fb-8a03-ed8473bc933a', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.883515] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1118.884928] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.884928] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7d1f66d-281c-4369-a37b-713070c0d1f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.919074] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.920991] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.920991] env[65635]: value = "task-4427114" [ 1118.920991] env[65635]: _type = "Task" [ 1118.920991] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.931574] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427114, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.939111] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d162f494-7f34-4896-8a6c-08b33804f1ba tempest-ServersNegativeTestJSON-111815627 tempest-ServersNegativeTestJSON-111815627-project-member] Lock "b695c17c-898e-45ed-aa32-bc38cdb6e506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.681s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.001056] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.109811] env[65635]: DEBUG oslo_vmware.api [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.63171} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.113487] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.113700] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.113943] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.114092] env[65635]: INFO nova.compute.manager [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1119.114465] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1119.115246] env[65635]: DEBUG nova.compute.manager [-] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1119.115606] env[65635]: DEBUG nova.network.neutron [-] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1119.115606] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.193690] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427107, 'name': CreateVM_Task, 'duration_secs': 1.445632} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.193963] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.194519] env[65635]: WARNING neutronclient.v2_0.client [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.194890] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.195057] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.195431] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.195711] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef75a81-50c2-4a6a-a5b3-9da4609eef51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.204398] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1119.204398] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe959f-7146-dee9-2b96-43fe873250fc" [ 1119.204398] env[65635]: _type = "Task" [ 1119.204398] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.215907] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe959f-7146-dee9-2b96-43fe873250fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.224620] env[65635]: DEBUG oslo_vmware.api [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427108, 'name': RemoveSnapshot_Task, 'duration_secs': 1.341843} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.227374] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1119.227612] env[65635]: INFO nova.compute.manager [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Took 14.36 seconds to snapshot the instance on the hypervisor. [ 1119.277985] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e40c02-c5c3-4207-ab7d-7c6b86fb478d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.288325] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c45d4b-eb0a-4a90-8795-b6b7e9371383 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.331104] env[65635]: WARNING neutronclient.v2_0.client [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.331757] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.331757] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.331757] env[65635]: DEBUG nova.network.neutron [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1119.331977] env[65635]: DEBUG nova.objects.instance [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lazy-loading 'info_cache' on Instance uuid e4d1e708-a6bf-452a-a01a-867152d6c61b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.333773] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106c7674-cf6c-41e4-9186-9afd3e5468fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.336991] env[65635]: DEBUG nova.compute.manager [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1119.337210] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.338350] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c042463-9f2e-499d-a995-4f10bbe9a36f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.350413] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e4340-a1de-4e85-860a-27865a1d12e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.355569] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.356487] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.358905] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dacc38d-7072-44ea-a964-07b3b88c6c05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.375082] env[65635]: DEBUG nova.compute.provider_tree [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.419127] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427112, 'name': PowerOffVM_Task, 'duration_secs': 0.906322} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.419127] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.419127] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.420096] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1347490-9e8f-436f-995a-54b9671574ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.435639] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427114, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.438541] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.438757] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49faa313-7718-469f-91e8-424aa9422f80 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.442516] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.442767] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.442975] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleting the datastore file [datastore1] 1860077c-e934-4aa5-90ca-6290820e9976 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.443284] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19e104b2-4bea-4223-82d8-bbf29e0f2142 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.450998] env[65635]: DEBUG oslo_vmware.api [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1119.450998] env[65635]: value = "task-4427117" [ 1119.450998] env[65635]: _type = "Task" [ 1119.450998] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.465556] env[65635]: DEBUG oslo_vmware.api [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.480643] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.481280] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.481599] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Deleting the datastore file [datastore2] 377831f2-b9fe-4623-8b14-2dc423c913b7 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.482031] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f710f73d-9a62-49f1-88e3-54b47a4b2dc5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.491280] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1119.491280] env[65635]: value = "task-4427118" [ 1119.491280] env[65635]: _type = "Task" [ 1119.491280] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.508817] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.511635] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.662563] env[65635]: DEBUG nova.compute.manager [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Received event network-changed-ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1119.662765] env[65635]: DEBUG nova.compute.manager [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Refreshing instance network info cache due to event network-changed-ccc296c6-e7b4-46fb-8a03-ed8473bc933a. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1119.662971] env[65635]: DEBUG oslo_concurrency.lockutils [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] Acquiring lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.663124] env[65635]: DEBUG oslo_concurrency.lockutils [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] Acquired lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.663284] env[65635]: DEBUG nova.network.neutron [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Refreshing network info cache for port ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.717476] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52fe959f-7146-dee9-2b96-43fe873250fc, 'name': SearchDatastore_Task, 'duration_secs': 0.023453} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.717843] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.718105] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.718391] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.718472] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.718784] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.719101] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de8a74b3-bb70-40ae-ad33-da843c82676d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.730246] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.730462] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.731795] env[65635]: DEBUG nova.compute.manager [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Instance disappeared during snapshot {{(pid=65635) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 1119.735151] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2cff07-01a7-4bbd-88d7-513b61547636 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.744415] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1119.744415] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526f1bc8-ae5d-513b-7e89-a0c5a9d88bca" [ 1119.744415] env[65635]: _type = "Task" [ 1119.744415] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.750851] env[65635]: DEBUG nova.compute.manager [None req-fc769560-dd54-42c0-9b21-3c758dcce571 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image not found during clean up 821d294a-e277-44ed-afc3-04a62a46fd4c {{(pid=65635) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4638}} [ 1119.757048] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526f1bc8-ae5d-513b-7e89-a0c5a9d88bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.880341] env[65635]: DEBUG nova.scheduler.client.report [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.935811] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427114, 'name': CreateVM_Task, 'duration_secs': 0.605678} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.936394] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.937120] env[65635]: WARNING neutronclient.v2_0.client [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.937803] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.938078] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.938569] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.938972] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a40c2b-bf5d-45be-a7e9-bb740d7b213e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.948223] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1119.948223] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526cce21-d24f-5fd8-8519-52aff53a8685" [ 1119.948223] env[65635]: _type = "Task" [ 1119.948223] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.964492] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526cce21-d24f-5fd8-8519-52aff53a8685, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.968431] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.968844] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.969175] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.969603] env[65635]: DEBUG oslo_vmware.api [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214876} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.969861] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.970053] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.970315] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.970434] env[65635]: INFO nova.compute.manager [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1119.970710] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1119.971375] env[65635]: DEBUG nova.compute.manager [-] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1119.971375] env[65635]: DEBUG nova.network.neutron [-] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1119.971737] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.006314] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427113, 'name': ReconfigVM_Task, 'duration_secs': 1.054591} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.006635] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e1e5238f-34ee-4819-86ba-94a1c4b00de1/e1e5238f-34ee-4819-86ba-94a1c4b00de1.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.008908] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1361a960-fa17-4dd4-a71d-69b6bc6588f8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.015144] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137566} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.016580] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.016753] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.016939] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.021582] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1120.021582] env[65635]: value = "task-4427119" [ 1120.021582] env[65635]: _type = "Task" [ 1120.021582] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.035806] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427119, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.071203] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.167088] env[65635]: WARNING neutronclient.v2_0.client [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.257117] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526f1bc8-ae5d-513b-7e89-a0c5a9d88bca, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.258152] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a689ba-2a8c-4e5b-8d99-ab72c16fe435 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.265467] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1120.265467] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52732767-03c6-7a8a-6818-c2954620ff2e" [ 1120.265467] env[65635]: _type = "Task" [ 1120.265467] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.276573] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52732767-03c6-7a8a-6818-c2954620ff2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.297556] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "99461602-a5f4-400a-a8ee-847328cbef9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.297923] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "99461602-a5f4-400a-a8ee-847328cbef9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.304702] env[65635]: DEBUG nova.network.neutron [-] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.341721] env[65635]: WARNING neutronclient.v2_0.client [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.385962] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.391982] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.612s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.419599] env[65635]: INFO nova.scheduler.client.report [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted allocations for instance 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2 [ 1120.537479] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427119, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.777658] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52732767-03c6-7a8a-6818-c2954620ff2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011947} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.777934] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.778217] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] b5b1f1de-3a31-4cb8-b702-44cccee8c45c/b5b1f1de-3a31-4cb8-b702-44cccee8c45c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.778506] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.778692] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.778922] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0634cfff-f1ac-417c-a104-fb730a105629 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.781744] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7ea6fe-993c-4fb3-830a-d0198e140f1b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.791549] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1120.791549] env[65635]: value = "task-4427120" [ 1120.791549] env[65635]: _type = "Task" [ 1120.791549] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.796935] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.797146] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.798433] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5619e9-19e5-4a40-97ea-87918f08c696 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.806109] env[65635]: DEBUG nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1120.809283] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.812628] env[65635]: INFO nova.compute.manager [-] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Took 1.70 seconds to deallocate network for instance. [ 1120.819774] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1120.819774] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52598028-d80d-ae86-aa68-2621d7249d8c" [ 1120.819774] env[65635]: _type = "Task" [ 1120.819774] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.829810] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52598028-d80d-ae86-aa68-2621d7249d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.830627] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b61ff7-cc30-49e9-97a3-07ea5422d140 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.836988] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1120.836988] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f2175d-f54b-bb84-9f89-22e504705899" [ 1120.836988] env[65635]: _type = "Task" [ 1120.836988] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.846224] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f2175d-f54b-bb84-9f89-22e504705899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.900774] env[65635]: INFO nova.compute.claims [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.933359] env[65635]: DEBUG oslo_concurrency.lockutils [None req-42c54dae-87da-44b8-8a4c-e9b2c8af5401 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.011s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.038405] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427119, 'name': Rename_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.059548] env[65635]: DEBUG nova.network.neutron [-] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.072698] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1121.073174] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.073174] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1121.073333] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.073731] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1121.073731] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1121.074855] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.074855] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1121.074855] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1121.074855] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1121.074855] env[65635]: DEBUG nova.virt.hardware [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1121.075926] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6575b41b-93e4-4a46-8c3e-1daadabfdd84 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.085082] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad67ed6-f8f3-483c-a831-9e478da5484e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.100948] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.107840] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1121.108549] env[65635]: WARNING neutronclient.v2_0.client [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.110388] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.111414] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b1488e-0f20-446a-be11-8051a494345e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.129902] env[65635]: WARNING neutronclient.v2_0.client [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.133191] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.133191] env[65635]: value = "task-4427121" [ 1121.133191] env[65635]: _type = "Task" [ 1121.133191] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.141398] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427121, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.276756] env[65635]: DEBUG nova.network.neutron [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updated VIF entry in instance network info cache for port ccc296c6-e7b4-46fb-8a03-ed8473bc933a. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1121.277713] env[65635]: DEBUG nova.network.neutron [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updating instance_info_cache with network_info: [{"id": "ccc296c6-e7b4-46fb-8a03-ed8473bc933a", "address": "fa:16:3e:d0:71:32", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc296c6-e7", "ovs_interfaceid": "ccc296c6-e7b4-46fb-8a03-ed8473bc933a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.283371] env[65635]: DEBUG nova.network.neutron [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance_info_cache with network_info: [{"id": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "address": "fa:16:3e:80:15:3f", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefecc8d-e8", "ovs_interfaceid": "eefecc8d-e841-4cf0-9a7d-f46cb2007c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.304988] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427120, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.320715] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.333720] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.349411] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f2175d-f54b-bb84-9f89-22e504705899, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.350172] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.350270] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8/bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.350535] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c4a0038-f7c3-4011-a8ed-e15deef374ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.362121] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1121.362121] env[65635]: value = "task-4427122" [ 1121.362121] env[65635]: _type = "Task" [ 1121.362121] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.373644] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.406999] env[65635]: INFO nova.compute.resource_tracker [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating resource usage from migration 090e8d4c-8f7c-4704-9e84-c175b450eded [ 1121.543513] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427119, 'name': Rename_Task, 'duration_secs': 1.207464} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.543830] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.544580] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-278f53e8-ad3b-4f47-a7dc-12662ea6b599 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.558164] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1121.558164] env[65635]: value = "task-4427123" [ 1121.558164] env[65635]: _type = "Task" [ 1121.558164] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.562970] env[65635]: INFO nova.compute.manager [-] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Took 1.59 seconds to deallocate network for instance. [ 1121.576031] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.649219] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427121, 'name': CreateVM_Task, 'duration_secs': 0.494749} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.649806] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.650877] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.650877] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.650877] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.651097] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b313148-905d-473b-a14a-6815481fdfca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.656878] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1121.656878] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524e387c-38b5-c3e8-35a5-1fc25b127d59" [ 1121.656878] env[65635]: _type = "Task" [ 1121.656878] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.666955] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524e387c-38b5-c3e8-35a5-1fc25b127d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.741144] env[65635]: DEBUG nova.compute.manager [req-27d82d83-934f-4654-88eb-003d148dd448 req-21b0c5f5-30b4-4606-b359-aa6fcf839943 service nova] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Received event network-vif-deleted-66fb87f5-9b36-479a-a47f-c1dc7135375b {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1121.741363] env[65635]: DEBUG nova.compute.manager [req-27d82d83-934f-4654-88eb-003d148dd448 req-21b0c5f5-30b4-4606-b359-aa6fcf839943 service nova] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Received event network-vif-deleted-e8cb8a26-389f-471b-aca8-cd12bb551aaa {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1121.781230] env[65635]: DEBUG oslo_concurrency.lockutils [req-13f9deb3-b670-411b-8b43-b1afc1bf4d63 req-d07b868c-35ed-44cf-a34a-ad60a5909801 service nova] Releasing lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.786451] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-e4d1e708-a6bf-452a-a01a-867152d6c61b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.786593] env[65635]: DEBUG nova.objects.instance [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lazy-loading 'migration_context' on Instance uuid e4d1e708-a6bf-452a-a01a-867152d6c61b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.817527] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882805} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.818994] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] b5b1f1de-3a31-4cb8-b702-44cccee8c45c/b5b1f1de-3a31-4cb8-b702-44cccee8c45c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.819273] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.820091] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b108ab67-110f-43b6-b539-965723128f01 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.823148] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c22faadc-f70d-40c4-b4a3-0117f6215b7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.832432] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d9266b-c2ce-441a-8b41-39f4b7b272e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.837876] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1121.837876] env[65635]: value = "task-4427124" [ 1121.837876] env[65635]: _type = "Task" [ 1121.837876] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.880368] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7d4316-de66-4cf5-a161-5fdfd9682fd6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.889349] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.899018] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427122, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.901339] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d7e9c-0a2f-4266-b480-a3cb35c420b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.925302] env[65635]: DEBUG nova.compute.provider_tree [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.072478] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.078388] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.170059] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524e387c-38b5-c3e8-35a5-1fc25b127d59, 'name': SearchDatastore_Task, 'duration_secs': 0.013762} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.170556] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.170869] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.171185] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.171380] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.172019] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.172264] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b960b698-caed-4a71-b19f-7a9e9ad34a16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.185883] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.185883] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.186845] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969f206d-10b0-470c-9ab8-b9c86935a85a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.194681] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1122.194681] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c9e741-836d-d6ed-997d-bb701c1b079e" [ 1122.194681] env[65635]: _type = "Task" [ 1122.194681] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.205647] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c9e741-836d-d6ed-997d-bb701c1b079e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.290655] env[65635]: DEBUG nova.objects.base [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.291661] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c6b87-cac3-4bb3-ab60-9a11a2011114 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.313270] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d25a825-e3ba-431e-83d7-7eb933385b2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.320127] env[65635]: DEBUG oslo_vmware.api [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1122.320127] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5247508c-5ddd-30c3-373c-c11dca30a6d6" [ 1122.320127] env[65635]: _type = "Task" [ 1122.320127] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.329779] env[65635]: DEBUG oslo_vmware.api [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5247508c-5ddd-30c3-373c-c11dca30a6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.348602] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088443} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.348928] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.349857] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf5f5a6-e4f1-4e98-a5a2-f440c100ea7b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.376385] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b5b1f1de-3a31-4cb8-b702-44cccee8c45c/b5b1f1de-3a31-4cb8-b702-44cccee8c45c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.377043] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547aade7-cc20-4257-9e72-fc18e7861137 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.407631] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854662} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.409879] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8/bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.410212] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.410660] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1122.410660] env[65635]: value = "task-4427125" [ 1122.410660] env[65635]: _type = "Task" [ 1122.410660] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.410945] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee111633-c85a-4575-9f82-bf3f1856a617 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.429695] env[65635]: DEBUG nova.scheduler.client.report [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.433577] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.435827] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1122.435827] env[65635]: value = "task-4427126" [ 1122.435827] env[65635]: _type = "Task" [ 1122.435827] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.449911] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.571065] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "fd745075-87d0-476a-b786-f0a55d843cce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.571358] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "fd745075-87d0-476a-b786-f0a55d843cce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.589559] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427123, 'name': PowerOnVM_Task, 'duration_secs': 0.88611} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.590485] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.590773] env[65635]: INFO nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1122.592234] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1122.592421] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dd2329-ce38-411e-8d96-4f892f122a75 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.705562] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c9e741-836d-d6ed-997d-bb701c1b079e, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.706448] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bea187e-9e29-4b85-8956-f3d577a38869 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.712850] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1122.712850] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529a802e-c4bf-433d-617a-a8334b7f1b0c" [ 1122.712850] env[65635]: _type = "Task" [ 1122.712850] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.724209] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529a802e-c4bf-433d-617a-a8334b7f1b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.831633] env[65635]: DEBUG oslo_vmware.api [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5247508c-5ddd-30c3-373c-c11dca30a6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.831633] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.924758] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.937045] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.545s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.937353] env[65635]: INFO nova.compute.manager [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Migrating [ 1122.944918] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.025s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.945257] env[65635]: DEBUG nova.objects.instance [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lazy-loading 'resources' on Instance uuid 41f5db34-e551-497d-b96b-685a51c39c86 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.965245] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427126, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.090123] env[65635]: DEBUG nova.compute.manager [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1123.112896] env[65635]: INFO nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Took 37.28 seconds to build instance. [ 1123.226433] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529a802e-c4bf-433d-617a-a8334b7f1b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.024694} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.226778] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.227269] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 377831f2-b9fe-4623-8b14-2dc423c913b7/377831f2-b9fe-4623-8b14-2dc423c913b7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.227683] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b41b5dfe-c567-43a8-8976-4a0a1783f90a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.238701] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1123.238701] env[65635]: value = "task-4427127" [ 1123.238701] env[65635]: _type = "Task" [ 1123.238701] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.248936] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.425095] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427125, 'name': ReconfigVM_Task, 'duration_secs': 0.948374} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.425418] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b5b1f1de-3a31-4cb8-b702-44cccee8c45c/b5b1f1de-3a31-4cb8-b702-44cccee8c45c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.426093] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d346742-0be6-4bb4-8299-aa64b1f87c9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.435118] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1123.435118] env[65635]: value = "task-4427128" [ 1123.435118] env[65635]: _type = "Task" [ 1123.435118] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.444621] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427128, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.457046] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.565281} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.458541] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.458541] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444de5e5-c2d7-4546-b9e9-18a48e198017 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.462124] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.462124] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.462124] env[65635]: DEBUG nova.network.neutron [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1123.485783] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8/bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.489707] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21343ce6-b7bd-4dd0-a2f7-0713a4919916 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.511278] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1123.511278] env[65635]: value = "task-4427129" [ 1123.511278] env[65635]: _type = "Task" [ 1123.511278] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.524951] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.611491] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.617323] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.798s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.751432] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.770621] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b708eb-6768-4905-80e9-0c1b9e11abd7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.779139] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ffbd52-2b73-404a-89fe-311fadbe7200 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.815014] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1657dd-a37d-4452-b11e-c75b862ef84d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.824782] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f510beb-e086-4de9-9363-f43f8a83b1cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.841223] env[65635]: DEBUG nova.compute.provider_tree [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.946522] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427128, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.966436] env[65635]: WARNING neutronclient.v2_0.client [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.980558] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.980838] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.025729] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.177991] env[65635]: WARNING neutronclient.v2_0.client [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.248338] env[65635]: DEBUG nova.network.neutron [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.253886] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.344501] env[65635]: DEBUG nova.scheduler.client.report [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.447332] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427128, 'name': Rename_Task, 'duration_secs': 1.008641} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.447879] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.447879] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e93a6a7-d659-47d0-bd34-f58c9b7faac7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.455969] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1124.455969] env[65635]: value = "task-4427130" [ 1124.455969] env[65635]: _type = "Task" [ 1124.455969] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.465780] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.484614] env[65635]: DEBUG nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1124.526626] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.753301] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.754971] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427127, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.850100] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.852525] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.559s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.852746] env[65635]: DEBUG nova.objects.instance [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lazy-loading 'resources' on Instance uuid 76b8ba30-a5b1-44ea-ac84-c47dea905c0a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.877047] env[65635]: INFO nova.scheduler.client.report [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Deleted allocations for instance 41f5db34-e551-497d-b96b-685a51c39c86 [ 1124.966737] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.009415] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.026804] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427129, 'name': ReconfigVM_Task, 'duration_secs': 1.301512} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.027289] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8/bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.028080] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cfbc3fc-aea4-4a4b-9904-8f8c55179b8c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.037426] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1125.037426] env[65635]: value = "task-4427131" [ 1125.037426] env[65635]: _type = "Task" [ 1125.037426] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.047519] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427131, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.253666] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427127, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.520039} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.253956] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 377831f2-b9fe-4623-8b14-2dc423c913b7/377831f2-b9fe-4623-8b14-2dc423c913b7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.254190] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.254529] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fb248f5-276a-407a-8407-cd6b1d0e3eec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.270047] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1125.270047] env[65635]: value = "task-4427132" [ 1125.270047] env[65635]: _type = "Task" [ 1125.270047] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.277940] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.384150] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed3ca27b-85bd-44a8-895d-9079b1960972 tempest-ServersAaction247Test-1115805204 tempest-ServersAaction247Test-1115805204-project-member] Lock "41f5db34-e551-497d-b96b-685a51c39c86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.712s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.467718] env[65635]: DEBUG oslo_vmware.api [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427130, 'name': PowerOnVM_Task, 'duration_secs': 0.605877} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.470453] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.470672] env[65635]: INFO nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Took 11.50 seconds to spawn the instance on the hypervisor. [ 1125.470850] env[65635]: DEBUG nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1125.471824] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46965863-0045-482a-acbd-f3cf82823e04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.547736] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427131, 'name': Rename_Task, 'duration_secs': 0.151276} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.551036] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.551505] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9621c569-ad92-463c-9f47-0db2c3e72c32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.559747] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1125.559747] env[65635]: value = "task-4427133" [ 1125.559747] env[65635]: _type = "Task" [ 1125.559747] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.574042] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.672856] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee6bd22-8a3d-4be3-850c-76a86d2fdc0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.682021] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7c8ff4-1db2-4a40-89f4-5df096c96833 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.714936] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660d726-ef64-4662-a5cc-54fbd2c44667 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.724336] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f012bf-7fb2-4cc0-bca4-f18d3f9cc89a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.741982] env[65635]: DEBUG nova.compute.provider_tree [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.779029] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077314} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.779321] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.780178] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe65d0-f0e6-4cba-a556-540f8a1f887c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.803413] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 377831f2-b9fe-4623-8b14-2dc423c913b7/377831f2-b9fe-4623-8b14-2dc423c913b7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.803771] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da92a208-9e13-4bc7-92d5-c149a9d3eb90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.826257] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1125.826257] env[65635]: value = "task-4427134" [ 1125.826257] env[65635]: _type = "Task" [ 1125.826257] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.835858] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.992409] env[65635]: INFO nova.compute.manager [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Took 40.10 seconds to build instance. [ 1126.072026] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.244810] env[65635]: DEBUG nova.scheduler.client.report [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.270368] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e509ee-c876-4a53-aa03-78db408b0829 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.298984] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance '8f928b15-6c59-43ac-b6b2-4dad5f05c8ca' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.338667] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.497211] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0b1a194f-cfac-42b1-8af6-2b428fae436a tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.611s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.570974] env[65635]: DEBUG oslo_vmware.api [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427133, 'name': PowerOnVM_Task, 'duration_secs': 0.906374} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.571298] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.571661] env[65635]: INFO nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1126.571784] env[65635]: DEBUG nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1126.572617] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7704a8ef-f40d-4ffd-8bf8-3319af8d75f8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.620236] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.620515] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.620725] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.620899] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.621090] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.624670] env[65635]: INFO nova.compute.manager [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Terminating instance [ 1126.693533] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.693828] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.694044] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.694237] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.694556] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.697160] env[65635]: INFO nova.compute.manager [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Terminating instance [ 1126.750165] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.752525] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.336s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.789304] env[65635]: INFO nova.scheduler.client.report [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Deleted allocations for instance 76b8ba30-a5b1-44ea-ac84-c47dea905c0a [ 1126.806285] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.806947] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90cd714b-d69c-4bee-99be-0962b89f1d47 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.816394] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1126.816394] env[65635]: value = "task-4427135" [ 1126.816394] env[65635]: _type = "Task" [ 1126.816394] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.825446] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.839718] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427134, 'name': ReconfigVM_Task, 'duration_secs': 0.573482} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.840030] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 377831f2-b9fe-4623-8b14-2dc423c913b7/377831f2-b9fe-4623-8b14-2dc423c913b7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.840693] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e1d3d9-13b9-4fe8-9c9c-8baa211c375c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.850115] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1126.850115] env[65635]: value = "task-4427136" [ 1126.850115] env[65635]: _type = "Task" [ 1126.850115] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.861412] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427136, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.094576] env[65635]: INFO nova.compute.manager [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Took 38.28 seconds to build instance. [ 1127.129227] env[65635]: DEBUG nova.compute.manager [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1127.129446] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.130350] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbbc438-e127-4fbf-8481-fc4eba1dfe68 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.139908] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.140184] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1743a527-9604-4741-ac56-dc067886874b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.148050] env[65635]: DEBUG oslo_vmware.api [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1127.148050] env[65635]: value = "task-4427137" [ 1127.148050] env[65635]: _type = "Task" [ 1127.148050] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.158360] env[65635]: DEBUG oslo_vmware.api [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.203698] env[65635]: DEBUG nova.compute.manager [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1127.203698] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.203698] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73098e4d-bb29-4e96-9bb2-37b6325f1759 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.214761] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.215305] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed926af-f863-4a64-ae28-15f579b248c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.226635] env[65635]: DEBUG oslo_vmware.api [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1127.226635] env[65635]: value = "task-4427138" [ 1127.226635] env[65635]: _type = "Task" [ 1127.226635] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.240341] env[65635]: DEBUG oslo_vmware.api [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.258493] env[65635]: INFO nova.compute.claims [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.297435] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b5ad2df-e77e-43f7-8f86-813b80d14287 tempest-ServerRescueNegativeTestJSON-830893404 tempest-ServerRescueNegativeTestJSON-830893404-project-member] Lock "76b8ba30-a5b1-44ea-ac84-c47dea905c0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.534s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.328361] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427135, 'name': PowerOffVM_Task, 'duration_secs': 0.230724} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.328628] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.328885] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance '8f928b15-6c59-43ac-b6b2-4dad5f05c8ca' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.364829] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427136, 'name': Rename_Task, 'duration_secs': 0.179035} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.365290] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.365695] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bbd0593-23fa-4642-a8db-f246d8403c4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.377836] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1127.377836] env[65635]: value = "task-4427139" [ 1127.377836] env[65635]: _type = "Task" [ 1127.377836] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.389672] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.583208] env[65635]: DEBUG nova.compute.manager [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Received event network-changed-ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1127.583442] env[65635]: DEBUG nova.compute.manager [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Refreshing instance network info cache due to event network-changed-ccc296c6-e7b4-46fb-8a03-ed8473bc933a. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1127.586626] env[65635]: DEBUG oslo_concurrency.lockutils [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] Acquiring lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.586626] env[65635]: DEBUG oslo_concurrency.lockutils [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] Acquired lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.586626] env[65635]: DEBUG nova.network.neutron [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Refreshing network info cache for port ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.601107] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8f58bcbb-32fa-4636-af02-c5f2182867a5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.795s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.659329] env[65635]: DEBUG oslo_vmware.api [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427137, 'name': PowerOffVM_Task, 'duration_secs': 0.348059} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.659694] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.659869] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.660142] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0fbba54-9ccb-404c-913f-e1a2c6d7c467 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.737867] env[65635]: DEBUG oslo_vmware.api [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427138, 'name': PowerOffVM_Task, 'duration_secs': 0.279742} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.738292] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.738474] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.738871] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab4301f3-5d1c-4576-b5dc-b885d3e611c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.751433] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.751679] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.751872] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleting the datastore file [datastore2] e1e5238f-34ee-4819-86ba-94a1c4b00de1 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.752158] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fcd1be6-16e3-438f-8b89-613cc167570f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.761750] env[65635]: DEBUG oslo_vmware.api [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1127.761750] env[65635]: value = "task-4427142" [ 1127.761750] env[65635]: _type = "Task" [ 1127.761750] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.766648] env[65635]: INFO nova.compute.resource_tracker [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating resource usage from migration b86abf2a-8280-4e8a-ae26-c6e184b321d2 [ 1127.776665] env[65635]: DEBUG oslo_vmware.api [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.817342] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.817675] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.817799] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleting the datastore file [datastore2] b5b1f1de-3a31-4cb8-b702-44cccee8c45c {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.818084] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61e89077-f931-4c5f-aace-01a1faadde46 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.831743] env[65635]: DEBUG oslo_vmware.api [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1127.831743] env[65635]: value = "task-4427143" [ 1127.831743] env[65635]: _type = "Task" [ 1127.831743] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.837899] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1127.838263] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.838505] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1127.839445] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.839445] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1127.839445] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1127.839695] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1127.839827] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1127.840127] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1127.840377] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1127.840645] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1127.849354] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f0079ad-3284-42e0-891b-6817525a2462 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.868939] env[65635]: DEBUG oslo_vmware.api [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.870662] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1127.870662] env[65635]: value = "task-4427144" [ 1127.870662] env[65635]: _type = "Task" [ 1127.870662] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.885769] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.892930] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.089591] env[65635]: WARNING neutronclient.v2_0.client [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.146290] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c1d972-4768-4aeb-b968-75caa58f3756 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.160215] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d224428-1d63-490e-8a8f-ff49c179543e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.196504] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148af62b-b757-4c84-bf71-a8c461defea0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.206724] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4abaafa-12fd-4a9c-9d41-b13acd3dca90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.222118] env[65635]: DEBUG nova.compute.provider_tree [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.274822] env[65635]: DEBUG oslo_vmware.api [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229339} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.275084] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.275268] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.275527] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.275719] env[65635]: INFO nova.compute.manager [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1128.275937] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1128.276140] env[65635]: DEBUG nova.compute.manager [-] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1128.276224] env[65635]: DEBUG nova.network.neutron [-] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1128.276469] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.342553] env[65635]: DEBUG oslo_vmware.api [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192051} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.342803] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.342977] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.343170] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.343342] env[65635]: INFO nova.compute.manager [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1128.343582] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1128.343771] env[65635]: DEBUG nova.compute.manager [-] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1128.343865] env[65635]: DEBUG nova.network.neutron [-] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1128.344119] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.348712] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.380467] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427144, 'name': ReconfigVM_Task, 'duration_secs': 0.235796} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.385795] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance '8f928b15-6c59-43ac-b6b2-4dad5f05c8ca' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.395391] env[65635]: DEBUG oslo_vmware.api [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427139, 'name': PowerOnVM_Task, 'duration_secs': 0.795217} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.395697] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.395880] env[65635]: DEBUG nova.compute.manager [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1128.396741] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908d3c25-91f0-4304-a151-8e73a6750614 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.400355] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.596781] env[65635]: WARNING neutronclient.v2_0.client [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.729503] env[65635]: DEBUG nova.scheduler.client.report [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.894448] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1128.894448] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.894448] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1128.894448] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.894448] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1128.895065] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1128.895399] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.895598] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1128.895780] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1128.896539] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1128.896539] env[65635]: DEBUG nova.virt.hardware [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1128.901668] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.901991] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da353f4e-78d8-4f92-8af9-f096c2b5627b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.926845] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.928470] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1128.928470] env[65635]: value = "task-4427145" [ 1128.928470] env[65635]: _type = "Task" [ 1128.928470] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.940039] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.030083] env[65635]: DEBUG nova.network.neutron [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updated VIF entry in instance network info cache for port ccc296c6-e7b4-46fb-8a03-ed8473bc933a. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.030083] env[65635]: DEBUG nova.network.neutron [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updating instance_info_cache with network_info: [{"id": "ccc296c6-e7b4-46fb-8a03-ed8473bc933a", "address": "fa:16:3e:d0:71:32", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccc296c6-e7", "ovs_interfaceid": "ccc296c6-e7b4-46fb-8a03-ed8473bc933a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.071462] env[65635]: DEBUG nova.network.neutron [-] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.238018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.483s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.238018] env[65635]: INFO nova.compute.manager [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Migrating [ 1129.243859] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.337s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.244256] env[65635]: DEBUG nova.objects.instance [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'resources' on Instance uuid 29cfa1f2-cffc-4510-ac08-a0e529589285 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.270610] env[65635]: DEBUG nova.network.neutron [-] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.439575] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427145, 'name': ReconfigVM_Task, 'duration_secs': 0.289552} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.439899] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.440726] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135ce2b8-e22b-4c62-881e-2f654857d56a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.465163] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca/8f928b15-6c59-43ac-b6b2-4dad5f05c8ca.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.465887] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14e56e4-8432-4531-82c7-8299384f6853 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.486018] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1129.486018] env[65635]: value = "task-4427146" [ 1129.486018] env[65635]: _type = "Task" [ 1129.486018] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.495131] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.533785] env[65635]: DEBUG oslo_concurrency.lockutils [req-ceb1b020-2a93-4e91-99b6-d8e46e618264 req-a6c0dec4-1c09-4694-a83c-82729045e70c service nova] Releasing lock "refresh_cache-bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.574827] env[65635]: INFO nova.compute.manager [-] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Took 1.30 seconds to deallocate network for instance. [ 1129.624195] env[65635]: DEBUG nova.compute.manager [req-25e0ab0e-44fe-4e04-bc93-b42211542cca req-e1860a73-093e-41a4-a32b-0d018e8d1393 service nova] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Received event network-vif-deleted-023fd767-73b5-4fe0-b82d-f47f7f419b4e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1129.624582] env[65635]: DEBUG nova.compute.manager [req-25e0ab0e-44fe-4e04-bc93-b42211542cca req-e1860a73-093e-41a4-a32b-0d018e8d1393 service nova] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Received event network-vif-deleted-a2a1b55d-c41e-40ed-8771-bd4306c63f90 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1129.756754] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.757112] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.757112] env[65635]: DEBUG nova.network.neutron [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1129.773643] env[65635]: INFO nova.compute.manager [-] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Took 1.43 seconds to deallocate network for instance. [ 1129.894059] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "377831f2-b9fe-4623-8b14-2dc423c913b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.894658] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "377831f2-b9fe-4623-8b14-2dc423c913b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.894745] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "377831f2-b9fe-4623-8b14-2dc423c913b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.894977] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "377831f2-b9fe-4623-8b14-2dc423c913b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.895148] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "377831f2-b9fe-4623-8b14-2dc423c913b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.897576] env[65635]: INFO nova.compute.manager [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Terminating instance [ 1130.000511] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.083260] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.089007] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ba596-6415-4395-a41b-2da95c1b033e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.099265] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d783f459-9a39-4953-a5c7-461021ad56d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.135866] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436786ce-f6d7-428c-8616-468f79b13069 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.145258] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d9f8f0-5818-4267-a95e-9328e5ac9a5f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.161119] env[65635]: DEBUG nova.compute.provider_tree [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.260009] env[65635]: WARNING neutronclient.v2_0.client [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.283915] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.402153] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "refresh_cache-377831f2-b9fe-4623-8b14-2dc423c913b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.402265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquired lock "refresh_cache-377831f2-b9fe-4623-8b14-2dc423c913b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.402527] env[65635]: DEBUG nova.network.neutron [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.447458] env[65635]: WARNING neutronclient.v2_0.client [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.497766] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427146, 'name': ReconfigVM_Task, 'duration_secs': 0.562492} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.498047] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca/8f928b15-6c59-43ac-b6b2-4dad5f05c8ca.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.498316] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance '8f928b15-6c59-43ac-b6b2-4dad5f05c8ca' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.520460] env[65635]: DEBUG nova.network.neutron [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance_info_cache with network_info: [{"id": "d7f72abd-691f-46c3-aaae-e96938e6c528", "address": "fa:16:3e:55:79:62", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f72abd-69", "ovs_interfaceid": "d7f72abd-691f-46c3-aaae-e96938e6c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.665504] env[65635]: DEBUG nova.scheduler.client.report [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.905245] env[65635]: WARNING neutronclient.v2_0.client [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.929412] env[65635]: DEBUG nova.network.neutron [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1130.999726] env[65635]: DEBUG nova.network.neutron [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.008247] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0768c1-408e-4588-ab3f-5a981541d865 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.028711] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.030691] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec134a-1c8f-437f-928a-5d0289c7b28e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.050365] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance '8f928b15-6c59-43ac-b6b2-4dad5f05c8ca' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.172306] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.174944] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.479s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.175287] env[65635]: DEBUG nova.objects.instance [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'resources' on Instance uuid 42600fdb-9b59-4241-a0f1-40589e0fbae4 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.192593] env[65635]: INFO nova.scheduler.client.report [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted allocations for instance 29cfa1f2-cffc-4510-ac08-a0e529589285 [ 1131.368772] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "02f1fcd0-50ab-40a6-9844-e29b71006312" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.369032] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "02f1fcd0-50ab-40a6-9844-e29b71006312" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.502970] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Releasing lock "refresh_cache-377831f2-b9fe-4623-8b14-2dc423c913b7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.503446] env[65635]: DEBUG nova.compute.manager [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1131.503640] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.504586] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45f210e-441e-4d1d-a8c5-a41ebd0ca574 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.513408] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.513650] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3023e6cc-768b-4c21-818b-b948ee6aa07d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.521682] env[65635]: DEBUG oslo_vmware.api [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1131.521682] env[65635]: value = "task-4427147" [ 1131.521682] env[65635]: _type = "Task" [ 1131.521682] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.530601] env[65635]: DEBUG oslo_vmware.api [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.556844] env[65635]: WARNING neutronclient.v2_0.client [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.557235] env[65635]: WARNING neutronclient.v2_0.client [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.593369] env[65635]: DEBUG nova.network.neutron [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Port 3064719f-e165-4343-8315-98cefa4af9eb binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1131.702180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-88ef1ace-fbec-4272-a407-7de4129ac566 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "29cfa1f2-cffc-4510-ac08-a0e529589285" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.764s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.842039] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.842286] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.873485] env[65635]: DEBUG nova.compute.manager [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1131.982673] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de93be3-560c-42a0-a246-a4487514a755 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.992712] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25d652e-37c4-47ee-8a3f-7052e7f9869f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.030527] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f66fd17-b728-4e63-9fd8-230f286da356 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.045637] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec634662-c5db-48fe-aa15-3535d8c14f33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.049729] env[65635]: DEBUG oslo_vmware.api [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427147, 'name': PowerOffVM_Task, 'duration_secs': 0.250244} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.050262] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.050465] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.051787] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f72b7b38-4f64-49ee-a392-02a7c3cb5a4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.062020] env[65635]: DEBUG nova.compute.provider_tree [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.080017] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.080272] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.080534] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Deleting the datastore file [datastore1] 377831f2-b9fe-4623-8b14-2dc423c913b7 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.081015] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03ed1139-30e1-4d9c-b2ac-bfb43e866c55 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.088690] env[65635]: DEBUG oslo_vmware.api [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for the task: (returnval){ [ 1132.088690] env[65635]: value = "task-4427149" [ 1132.088690] env[65635]: _type = "Task" [ 1132.088690] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.101863] env[65635]: DEBUG oslo_vmware.api [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.345632] env[65635]: DEBUG nova.compute.utils [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.395317] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.554170] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab4468-5579-413a-b62e-aaf277f11ee9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.577461] env[65635]: DEBUG nova.scheduler.client.report [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.580949] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance 'ba7c06bf-34e4-48b6-af83-d54b62a4c051' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.602317] env[65635]: DEBUG oslo_vmware.api [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Task: {'id': task-4427149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378131} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.602317] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.602499] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.603134] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.603134] env[65635]: INFO nova.compute.manager [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1132.603134] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1132.610977] env[65635]: DEBUG nova.compute.manager [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1132.611171] env[65635]: DEBUG nova.network.neutron [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1132.612319] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.620136] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.620360] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.620631] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.631810] env[65635]: DEBUG nova.network.neutron [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1132.633617] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.849289] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.086093] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.090049] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.090648] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.771s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.091467] env[65635]: DEBUG nova.objects.instance [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lazy-loading 'resources' on Instance uuid 58de1a1e-0504-441e-9ae1-f90e0e334d9b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.092372] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-966303c0-8b8b-46c5-a26c-d8f90245155c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.100896] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1133.100896] env[65635]: value = "task-4427150" [ 1133.100896] env[65635]: _type = "Task" [ 1133.100896] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.111015] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "0326a858-24f8-40df-8271-f45da2435343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.111015] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "0326a858-24f8-40df-8271-f45da2435343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.112561] env[65635]: INFO nova.scheduler.client.report [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleted allocations for instance 42600fdb-9b59-4241-a0f1-40589e0fbae4 [ 1133.118616] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.135547] env[65635]: DEBUG nova.network.neutron [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.611378] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427150, 'name': PowerOffVM_Task, 'duration_secs': 0.22428} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.611630] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.611813] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance 'ba7c06bf-34e4-48b6-af83-d54b62a4c051' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.619474] env[65635]: DEBUG nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1133.626616] env[65635]: WARNING neutronclient.v2_0.client [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.628502] env[65635]: DEBUG oslo_concurrency.lockutils [None req-429cc975-c559-4c0a-b48b-6c54c137f1e0 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.297s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.631860] env[65635]: DEBUG oslo_concurrency.lockutils [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] Acquired lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.633220] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa6ab3f-5542-4713-89b2-955ab0d55d2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.638857] env[65635]: INFO nova.compute.manager [-] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Took 1.03 seconds to deallocate network for instance. [ 1133.643916] env[65635]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1133.644114] env[65635]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65635) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1133.647451] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-918fe587-57f2-4f53-b6b1-36a7b6e87ba3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.658709] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83540bf7-499a-4497-940f-b8bd844a6564 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.674837] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.674988] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.675148] env[65635]: DEBUG nova.network.neutron [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.702862] env[65635]: ERROR root [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-866246' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-866246' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-866246' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-866246'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-866246' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-866246' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-866246'}\n"]: nova.exception.InstanceNotFound: Instance 42600fdb-9b59-4241-a0f1-40589e0fbae4 could not be found. [ 1133.703103] env[65635]: DEBUG oslo_concurrency.lockutils [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] Releasing lock "42600fdb-9b59-4241-a0f1-40589e0fbae4" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.703328] env[65635]: DEBUG nova.compute.manager [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Detach interface failed, port_id=519e42fa-ff9f-42fa-b1b2-fc486646f776, reason: Instance 42600fdb-9b59-4241-a0f1-40589e0fbae4 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.703511] env[65635]: DEBUG nova.compute.manager [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Received event network-vif-deleted-b454d4b4-47b5-4521-9a09-26f937987ecd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1133.703677] env[65635]: INFO nova.compute.manager [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Neutron deleted interface b454d4b4-47b5-4521-9a09-26f937987ecd; detaching it from the instance and deleting it from the info cache [ 1133.703927] env[65635]: DEBUG nova.network.neutron [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Updating instance_info_cache with network_info: [{"id": "6d1a6084-a467-4470-93cc-dac149dab970", "address": "fa:16:3e:d7:69:86", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1a6084-a4", "ovs_interfaceid": "6d1a6084-a467-4470-93cc-dac149dab970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.902533] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0bc2e4-3fe8-4f8b-8b65-1be407611682 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.910867] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e0cb4c-1f9e-4a5c-81e9-0ea9601b38bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.914444] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.914683] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.914894] env[65635]: INFO nova.compute.manager [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Attaching volume d628a70b-61b3-40d7-8d9e-325ee658aca7 to /dev/sdb [ 1133.946812] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bdd7ab-a1b4-45cd-8741-e83a5bfce2b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.954328] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be540aa-41b5-4930-bb65-59d416def9b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.972144] env[65635]: DEBUG nova.compute.provider_tree [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.975367] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79524b1-c675-4a8a-a371-e7cb8e3dfc9f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.983880] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baac88fa-cd95-41da-8fec-bec9ce663764 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.998247] env[65635]: DEBUG nova.virt.block_device [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Updating existing volume attachment record: e2adf24b-8f9c-412e-97c7-2349e397d35e {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1134.121200] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1134.121440] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.121733] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1134.121798] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.121905] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1134.122061] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1134.122267] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1134.122437] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1134.122733] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1134.122800] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1134.122968] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1134.131024] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6556f4-2a85-450b-b125-782d35708c0e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.146806] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.148566] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1134.148566] env[65635]: value = "task-4427152" [ 1134.148566] env[65635]: _type = "Task" [ 1134.148566] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.158298] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.160158] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.181147] env[65635]: WARNING neutronclient.v2_0.client [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.206470] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6d4bcc6-6720-4024-aabf-4b1d8c5a34e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.217241] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ba4d14-d3a3-47fa-88ba-5eadd2eb3647 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.254238] env[65635]: DEBUG nova.compute.manager [req-f9303e62-24a8-4e00-958b-263793f0e34f req-70978256-6b36-45ca-bbd3-92dfe10128f0 service nova] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Detach interface failed, port_id=b454d4b4-47b5-4521-9a09-26f937987ecd, reason: Instance 42600fdb-9b59-4241-a0f1-40589e0fbae4 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.454270] env[65635]: WARNING neutronclient.v2_0.client [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.480117] env[65635]: DEBUG nova.scheduler.client.report [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.531581] env[65635]: DEBUG nova.network.neutron [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.658361] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427152, 'name': ReconfigVM_Task, 'duration_secs': 0.207265} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.658705] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance 'ba7c06bf-34e4-48b6-af83-d54b62a4c051' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.985387] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.988161] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.654s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.989840] env[65635]: INFO nova.compute.claims [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.009789] env[65635]: INFO nova.scheduler.client.report [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted allocations for instance 58de1a1e-0504-441e-9ae1-f90e0e334d9b [ 1135.036278] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.166267] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1135.166568] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.166790] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1135.167018] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.167277] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1135.167516] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1135.167831] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.168020] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1135.168204] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1135.168369] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1135.168543] env[65635]: DEBUG nova.virt.hardware [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1135.174622] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.175107] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be4d38fa-c189-405d-82db-a409a714a6f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.197946] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1135.197946] env[65635]: value = "task-4427155" [ 1135.197946] env[65635]: _type = "Task" [ 1135.197946] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.207218] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.518850] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e7a1b341-0357-4b23-a2ec-d8b9ce1916ec tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "58de1a1e-0504-441e-9ae1-f90e0e334d9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.580s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.562750] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7842b-7d16-4486-9895-2dbeccb2045e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.583381] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b51dc0-3e2e-427f-a00c-ffb65503ca53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.591543] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance '8f928b15-6c59-43ac-b6b2-4dad5f05c8ca' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.709370] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427155, 'name': ReconfigVM_Task, 'duration_secs': 0.192351} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.709650] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.710438] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b02df-2933-4176-aa85-5288a659bf0f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.735522] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051/ba7c06bf-34e4-48b6-af83-d54b62a4c051.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.735850] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf9fd296-2368-434d-89d6-64ac805bc395 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.754393] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1135.754393] env[65635]: value = "task-4427156" [ 1135.754393] env[65635]: _type = "Task" [ 1135.754393] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.763463] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.098270] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.101510] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea846a35-da40-47b7-b371-ff41c9ca1c0c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.109880] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1136.109880] env[65635]: value = "task-4427157" [ 1136.109880] env[65635]: _type = "Task" [ 1136.109880] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.120222] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.241201] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.241428] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.265159] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427156, 'name': ReconfigVM_Task, 'duration_secs': 0.313286} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.268373] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051/ba7c06bf-34e4-48b6-af83-d54b62a4c051.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.268679] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance 'ba7c06bf-34e4-48b6-af83-d54b62a4c051' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.295092] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b479a48d-c64d-4db6-9acd-4f99bac06625 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.303844] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7674c78d-a593-43b6-a876-28595b085141 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.336287] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bad849d-de2e-4840-a696-db895db10cd2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.345026] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48616fc-8cd1-476b-96ce-e193c3f9dc15 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.360171] env[65635]: DEBUG nova.compute.provider_tree [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.581029] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.581221] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.581472] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.581609] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.581776] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.583905] env[65635]: INFO nova.compute.manager [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Terminating instance [ 1136.620222] env[65635]: DEBUG oslo_vmware.api [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427157, 'name': PowerOnVM_Task, 'duration_secs': 0.422378} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.620509] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.620692] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c6248c81-41bb-4e87-aba6-a1988b06284e tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance '8f928b15-6c59-43ac-b6b2-4dad5f05c8ca' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.743992] env[65635]: DEBUG nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1136.776425] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da6f21-a200-4eb2-a59c-8656d8ad5d6e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.799296] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d59f58d-ca11-4382-a227-146ed777442e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.821462] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance 'ba7c06bf-34e4-48b6-af83-d54b62a4c051' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.863183] env[65635]: DEBUG nova.scheduler.client.report [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.089934] env[65635]: DEBUG nova.compute.manager [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1137.090223] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.091553] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a04941d-5868-4b42-954a-eb7a5aef26d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.102019] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.102330] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ad356dd-5f4c-4a1e-b478-01798989466e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.113433] env[65635]: DEBUG oslo_vmware.api [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1137.113433] env[65635]: value = "task-4427159" [ 1137.113433] env[65635]: _type = "Task" [ 1137.113433] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.128118] env[65635]: DEBUG oslo_vmware.api [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.270261] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.369245] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.369651] env[65635]: DEBUG nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1137.372449] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.294s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.372664] env[65635]: DEBUG nova.objects.instance [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lazy-loading 'resources' on Instance uuid 1860077c-e934-4aa5-90ca-6290820e9976 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.624125] env[65635]: DEBUG oslo_vmware.api [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427159, 'name': PowerOffVM_Task, 'duration_secs': 0.176349} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.624437] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.624643] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.624943] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe1558e-2c13-4dfc-967c-c3da83c42c89 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.698039] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.698039] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.698039] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleting the datastore file [datastore2] 589ed7c5-3c08-487f-a389-2931fd6ce9fa {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.698039] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f015dd-cb38-4dc1-b93a-acbeb147d290 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.705547] env[65635]: DEBUG oslo_vmware.api [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1137.705547] env[65635]: value = "task-4427161" [ 1137.705547] env[65635]: _type = "Task" [ 1137.705547] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.718367] env[65635]: DEBUG oslo_vmware.api [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.876578] env[65635]: DEBUG nova.compute.utils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.878221] env[65635]: DEBUG nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1137.878451] env[65635]: DEBUG nova.network.neutron [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1137.878816] env[65635]: WARNING neutronclient.v2_0.client [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.879218] env[65635]: WARNING neutronclient.v2_0.client [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.944748] env[65635]: DEBUG nova.policy [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f1dc91ca620470cbf8256c8f66d6ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15d8af2534314b5bba33f6a18993f9df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.184024] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b40f7e-fe2a-4bc5-9a3e-a69b0840a78c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.193247] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4beb22d-4d0d-4328-b570-fd0b5d8351ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.230549] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e885db-d577-4352-84de-307df86cd567 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.242966] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0958a5-50ca-4c55-8114-d6d508c3ad94 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.247112] env[65635]: DEBUG oslo_vmware.api [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147228} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.247399] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.247580] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.247756] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.247973] env[65635]: INFO nova.compute.manager [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1138.248318] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1138.248902] env[65635]: DEBUG nova.compute.manager [-] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1138.249016] env[65635]: DEBUG nova.network.neutron [-] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1138.249293] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.260178] env[65635]: DEBUG nova.compute.provider_tree [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.262537] env[65635]: DEBUG nova.network.neutron [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Successfully created port: 3e681587-71e3-48db-89cd-c9e2a3991d9f {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1138.315135] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.385313] env[65635]: DEBUG nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1138.438474] env[65635]: WARNING neutronclient.v2_0.client [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.438821] env[65635]: WARNING neutronclient.v2_0.client [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.578888] env[65635]: DEBUG nova.compute.manager [req-f8fdbf07-3b51-42cf-b08a-5536e75ff82f req-0e122c03-597f-45c5-81b1-504a5436c9a9 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Received event network-vif-deleted-c019cf76-f7ab-4b5a-9da4-7554321d7576 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1138.579194] env[65635]: INFO nova.compute.manager [req-f8fdbf07-3b51-42cf-b08a-5536e75ff82f req-0e122c03-597f-45c5-81b1-504a5436c9a9 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Neutron deleted interface c019cf76-f7ab-4b5a-9da4-7554321d7576; detaching it from the instance and deleting it from the info cache [ 1138.579430] env[65635]: DEBUG nova.network.neutron [req-f8fdbf07-3b51-42cf-b08a-5536e75ff82f req-0e122c03-597f-45c5-81b1-504a5436c9a9 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.581562] env[65635]: DEBUG nova.network.neutron [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Port d7f72abd-691f-46c3-aaae-e96938e6c528 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1138.766600] env[65635]: DEBUG nova.scheduler.client.report [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.037809] env[65635]: DEBUG nova.network.neutron [-] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.050138] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.050378] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866293', 'volume_id': 'd628a70b-61b3-40d7-8d9e-325ee658aca7', 'name': 'volume-d628a70b-61b3-40d7-8d9e-325ee658aca7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f8c19dd-9592-49ff-a8b1-41a07c06b19e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd628a70b-61b3-40d7-8d9e-325ee658aca7', 'serial': 'd628a70b-61b3-40d7-8d9e-325ee658aca7'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.051281] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db32c27e-3a07-431e-8e19-cf9fd47f5909 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.069266] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028caa87-43e1-4dd7-81d4-0abb13c7ce70 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.099845] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-d628a70b-61b3-40d7-8d9e-325ee658aca7/volume-d628a70b-61b3-40d7-8d9e-325ee658aca7.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.100415] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54041a78-acbf-465a-8dbe-f26ef8e0a871 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.102380] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30918b5a-0f8a-4203-aa25-9a30c7f30017 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.124623] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664a2a4-a594-4eff-a516-7587678e8859 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.142548] env[65635]: DEBUG oslo_vmware.api [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1139.142548] env[65635]: value = "task-4427162" [ 1139.142548] env[65635]: _type = "Task" [ 1139.142548] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.152864] env[65635]: DEBUG oslo_vmware.api [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.166783] env[65635]: DEBUG nova.compute.manager [req-f8fdbf07-3b51-42cf-b08a-5536e75ff82f req-0e122c03-597f-45c5-81b1-504a5436c9a9 service nova] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Detach interface failed, port_id=c019cf76-f7ab-4b5a-9da4-7554321d7576, reason: Instance 589ed7c5-3c08-487f-a389-2931fd6ce9fa could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.224919] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.225287] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.225512] env[65635]: DEBUG nova.compute.manager [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Going to confirm migration 6 {{(pid=65635) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1139.272248] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.275528] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.444s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.296919] env[65635]: INFO nova.scheduler.client.report [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted allocations for instance 1860077c-e934-4aa5-90ca-6290820e9976 [ 1139.395759] env[65635]: DEBUG nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1139.421218] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1139.421496] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.421653] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1139.421834] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.422053] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1139.422248] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1139.422462] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1139.422665] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1139.422846] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1139.423021] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1139.423197] env[65635]: DEBUG nova.virt.hardware [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1139.424072] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589321d0-d56d-4741-9079-fafbedc634f1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.434093] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04065478-61a0-4180-9972-30447a5f1938 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.546018] env[65635]: INFO nova.compute.manager [-] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Took 1.30 seconds to deallocate network for instance. [ 1139.617085] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.617283] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.617457] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.653505] env[65635]: DEBUG oslo_vmware.api [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.699441] env[65635]: DEBUG nova.compute.manager [req-56e348a9-efa1-4b92-93ce-67e94d3902ac req-b7869aa1-0763-49b0-82d9-e21c562ec116 service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Received event network-vif-plugged-3e681587-71e3-48db-89cd-c9e2a3991d9f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1139.699742] env[65635]: DEBUG oslo_concurrency.lockutils [req-56e348a9-efa1-4b92-93ce-67e94d3902ac req-b7869aa1-0763-49b0-82d9-e21c562ec116 service nova] Acquiring lock "99461602-a5f4-400a-a8ee-847328cbef9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.700067] env[65635]: DEBUG oslo_concurrency.lockutils [req-56e348a9-efa1-4b92-93ce-67e94d3902ac req-b7869aa1-0763-49b0-82d9-e21c562ec116 service nova] Lock "99461602-a5f4-400a-a8ee-847328cbef9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.700762] env[65635]: DEBUG oslo_concurrency.lockutils [req-56e348a9-efa1-4b92-93ce-67e94d3902ac req-b7869aa1-0763-49b0-82d9-e21c562ec116 service nova] Lock "99461602-a5f4-400a-a8ee-847328cbef9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.700762] env[65635]: DEBUG nova.compute.manager [req-56e348a9-efa1-4b92-93ce-67e94d3902ac req-b7869aa1-0763-49b0-82d9-e21c562ec116 service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] No waiting events found dispatching network-vif-plugged-3e681587-71e3-48db-89cd-c9e2a3991d9f {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1139.700762] env[65635]: WARNING nova.compute.manager [req-56e348a9-efa1-4b92-93ce-67e94d3902ac req-b7869aa1-0763-49b0-82d9-e21c562ec116 service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Received unexpected event network-vif-plugged-3e681587-71e3-48db-89cd-c9e2a3991d9f for instance with vm_state building and task_state spawning. [ 1139.732116] env[65635]: WARNING neutronclient.v2_0.client [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.771367] env[65635]: WARNING neutronclient.v2_0.client [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.771711] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.771859] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.772037] env[65635]: DEBUG nova.network.neutron [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1139.772221] env[65635]: DEBUG nova.objects.instance [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'info_cache' on Instance uuid 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.797378] env[65635]: DEBUG nova.network.neutron [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Successfully updated port: 3e681587-71e3-48db-89cd-c9e2a3991d9f {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1139.806523] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a45c4e35-b553-41fb-8f86-458986ed8032 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "1860077c-e934-4aa5-90ca-6290820e9976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.977s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.052962] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.088947] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37873c4-59c2-41c2-9536-0b9593a878cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.097768] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4bda61-3675-48bf-a2a4-3adfc0b33ca3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.133588] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d9dddb-e087-4246-9411-e17cad3e7847 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.142898] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a294fe-2afa-449b-bb28-dd53f833d6a2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.162056] env[65635]: DEBUG nova.compute.provider_tree [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.168034] env[65635]: DEBUG oslo_vmware.api [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427162, 'name': ReconfigVM_Task, 'duration_secs': 0.964553} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.168344] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-d628a70b-61b3-40d7-8d9e-325ee658aca7/volume-d628a70b-61b3-40d7-8d9e-325ee658aca7.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.174413] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2e8a70-7832-49c5-bc9b-08dfc023da5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.191039] env[65635]: DEBUG oslo_vmware.api [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1140.191039] env[65635]: value = "task-4427163" [ 1140.191039] env[65635]: _type = "Task" [ 1140.191039] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.204319] env[65635]: DEBUG oslo_vmware.api [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.299816] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "refresh_cache-99461602-a5f4-400a-a8ee-847328cbef9a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.300086] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "refresh_cache-99461602-a5f4-400a-a8ee-847328cbef9a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.300311] env[65635]: DEBUG nova.network.neutron [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1140.635088] env[65635]: WARNING neutronclient.v2_0.client [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.665688] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.665871] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.666068] env[65635]: DEBUG nova.network.neutron [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1140.669391] env[65635]: DEBUG nova.scheduler.client.report [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.704252] env[65635]: DEBUG oslo_vmware.api [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427163, 'name': ReconfigVM_Task, 'duration_secs': 0.254025} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.704713] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866293', 'volume_id': 'd628a70b-61b3-40d7-8d9e-325ee658aca7', 'name': 'volume-d628a70b-61b3-40d7-8d9e-325ee658aca7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f8c19dd-9592-49ff-a8b1-41a07c06b19e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd628a70b-61b3-40d7-8d9e-325ee658aca7', 'serial': 'd628a70b-61b3-40d7-8d9e-325ee658aca7'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.778320] env[65635]: WARNING neutronclient.v2_0.client [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.833023] env[65635]: DEBUG nova.network.neutron [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1140.904984] env[65635]: WARNING neutronclient.v2_0.client [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.950821] env[65635]: WARNING neutronclient.v2_0.client [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.988342] env[65635]: DEBUG nova.network.neutron [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Updating instance_info_cache with network_info: [{"id": "3e681587-71e3-48db-89cd-c9e2a3991d9f", "address": "fa:16:3e:1e:cd:27", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e681587-71", "ovs_interfaceid": "3e681587-71e3-48db-89cd-c9e2a3991d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.018149] env[65635]: DEBUG nova.network.neutron [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [{"id": "3064719f-e165-4343-8315-98cefa4af9eb", "address": "fa:16:3e:79:8f:a6", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3064719f-e1", "ovs_interfaceid": "3064719f-e165-4343-8315-98cefa4af9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.168593] env[65635]: WARNING neutronclient.v2_0.client [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.331493] env[65635]: WARNING neutronclient.v2_0.client [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.405620] env[65635]: DEBUG nova.network.neutron [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance_info_cache with network_info: [{"id": "d7f72abd-691f-46c3-aaae-e96938e6c528", "address": "fa:16:3e:55:79:62", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f72abd-69", "ovs_interfaceid": "d7f72abd-691f-46c3-aaae-e96938e6c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.491382] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "refresh_cache-99461602-a5f4-400a-a8ee-847328cbef9a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.491678] env[65635]: DEBUG nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Instance network_info: |[{"id": "3e681587-71e3-48db-89cd-c9e2a3991d9f", "address": "fa:16:3e:1e:cd:27", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e681587-71", "ovs_interfaceid": "3e681587-71e3-48db-89cd-c9e2a3991d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1141.492146] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:cd:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e681587-71e3-48db-89cd-c9e2a3991d9f', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.500055] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1141.500275] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.500506] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc2bf940-da69-45ae-a2d5-1ca49f92c847 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.523020] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.523301] env[65635]: DEBUG nova.objects.instance [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'migration_context' on Instance uuid 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.524391] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.524391] env[65635]: value = "task-4427164" [ 1141.524391] env[65635]: _type = "Task" [ 1141.524391] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.533348] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427164, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.679881] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.404s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.683517] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.072s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.684463] env[65635]: INFO nova.compute.claims [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.735377] env[65635]: DEBUG nova.compute.manager [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Received event network-changed-3e681587-71e3-48db-89cd-c9e2a3991d9f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1141.735676] env[65635]: DEBUG nova.compute.manager [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Refreshing instance network info cache due to event network-changed-3e681587-71e3-48db-89cd-c9e2a3991d9f. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1141.735916] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] Acquiring lock "refresh_cache-99461602-a5f4-400a-a8ee-847328cbef9a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.736154] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] Acquired lock "refresh_cache-99461602-a5f4-400a-a8ee-847328cbef9a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.736407] env[65635]: DEBUG nova.network.neutron [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Refreshing network info cache for port 3e681587-71e3-48db-89cd-c9e2a3991d9f {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.745477] env[65635]: DEBUG nova.objects.instance [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'flavor' on Instance uuid 2f8c19dd-9592-49ff-a8b1-41a07c06b19e {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.908629] env[65635]: DEBUG oslo_concurrency.lockutils [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.029158] env[65635]: DEBUG nova.objects.base [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Object Instance<8f928b15-6c59-43ac-b6b2-4dad5f05c8ca> lazy-loaded attributes: info_cache,migration_context {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.029977] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab5bf81-b525-4d10-8c17-5935ca7ef4f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.039110] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427164, 'name': CreateVM_Task, 'duration_secs': 0.327175} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.052426] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.053602] env[65635]: WARNING neutronclient.v2_0.client [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.053957] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.054128] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.054453] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.054724] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9497dd1-d0db-4c20-a56a-97ecaec8c979 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.057040] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a28138e-a680-4595-9de3-a93fd8fdd79a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.062400] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1142.062400] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5244e0e0-9960-0f01-6d95-62e0a81575aa" [ 1142.062400] env[65635]: _type = "Task" [ 1142.062400] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.063880] env[65635]: DEBUG oslo_vmware.api [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1142.063880] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527af28e-bae6-07e5-3471-1f69d5089575" [ 1142.063880] env[65635]: _type = "Task" [ 1142.063880] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.075534] env[65635]: DEBUG oslo_vmware.api [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527af28e-bae6-07e5-3471-1f69d5089575, 'name': SearchDatastore_Task, 'duration_secs': 0.007525} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.078975] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.079260] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5244e0e0-9960-0f01-6d95-62e0a81575aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.079511] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.079728] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.079952] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.080109] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.080291] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.080530] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a112efc0-f3b5-4e71-b061-0c8ff038f5f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.090170] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.090426] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.091391] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff50182f-0ea0-4aa2-bf2c-8663616c16e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.097897] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1142.097897] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529638c6-1592-ce99-fe82-1da4f29f2647" [ 1142.097897] env[65635]: _type = "Task" [ 1142.097897] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.106720] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529638c6-1592-ce99-fe82-1da4f29f2647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.239804] env[65635]: WARNING neutronclient.v2_0.client [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.250821] env[65635]: INFO nova.scheduler.client.report [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted allocation for migration c68813f4-c34b-454b-a6ee-689b19bd2724 [ 1142.255838] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9267459e-7df3-4b42-8803-e10000904c96 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.340s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.421813] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebb298-f5d0-4083-8c71-4864a2285457 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.432369] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213a1ce0-9ee2-4aaa-9707-0fa1f7576650 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.533168] env[65635]: WARNING neutronclient.v2_0.client [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.608715] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529638c6-1592-ce99-fe82-1da4f29f2647, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.609639] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c0c1dc-d201-436e-a9e8-7c1261103e79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.616632] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1142.616632] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a196d-537a-1659-323d-cf3376b9337f" [ 1142.616632] env[65635]: _type = "Task" [ 1142.616632] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.627471] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a196d-537a-1659-323d-cf3376b9337f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.641366] env[65635]: DEBUG nova.network.neutron [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Updated VIF entry in instance network info cache for port 3e681587-71e3-48db-89cd-c9e2a3991d9f. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1142.642046] env[65635]: DEBUG nova.network.neutron [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Updating instance_info_cache with network_info: [{"id": "3e681587-71e3-48db-89cd-c9e2a3991d9f", "address": "fa:16:3e:1e:cd:27", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e681587-71", "ovs_interfaceid": "3e681587-71e3-48db-89cd-c9e2a3991d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.756073] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fcb58f60-ecb9-458f-b503-5ee320ae1c24 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.461s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.972323] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdb9ace-9ce9-42c1-a129-08d03f5353ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.980806] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550f08f9-87e5-41ea-b4ab-373f3a5f3d5f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.015889] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798c82b-c8e2-444b-9923-2890ea739fab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.023922] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea109b7-98be-4178-bd27-9ba4a89f18c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.039063] env[65635]: DEBUG nova.compute.provider_tree [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.126991] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520a196d-537a-1659-323d-cf3376b9337f, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.127275] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.127525] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 99461602-a5f4-400a-a8ee-847328cbef9a/99461602-a5f4-400a-a8ee-847328cbef9a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.127787] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-278faeb4-fd79-4f74-a439-caacb4e7f1ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.138553] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1143.138553] env[65635]: value = "task-4427165" [ 1143.138553] env[65635]: _type = "Task" [ 1143.138553] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.144783] env[65635]: DEBUG oslo_concurrency.lockutils [req-b8d2a803-5329-4bb4-8348-839a5476c691 req-a96723b2-f8ab-4d80-ae7d-b3c97f872df8 service nova] Releasing lock "refresh_cache-99461602-a5f4-400a-a8ee-847328cbef9a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.149750] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.542750] env[65635]: DEBUG nova.scheduler.client.report [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.566175] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8b99f-93f1-4074-aecc-430e9941ff3c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.595756] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df26b1-cfd9-4ef5-ba83-1b13386764ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.605162] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance 'ba7c06bf-34e4-48b6-af83-d54b62a4c051' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.639980] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.640329] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.640548] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.640758] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.641166] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.643346] env[65635]: INFO nova.compute.manager [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Terminating instance [ 1143.658660] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498062} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.659648] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 99461602-a5f4-400a-a8ee-847328cbef9a/99461602-a5f4-400a-a8ee-847328cbef9a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.659868] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.660688] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed5db684-5b7a-4624-a2e6-7b219f3d28dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.670181] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1143.670181] env[65635]: value = "task-4427166" [ 1143.670181] env[65635]: _type = "Task" [ 1143.670181] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.681785] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.995449] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.995755] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.049468] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.049988] env[65635]: DEBUG nova.compute.manager [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1144.052569] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.043s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.054149] env[65635]: INFO nova.compute.claims [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.112343] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.112636] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df1db778-6697-4516-aeba-71316a764293 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.121977] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1144.121977] env[65635]: value = "task-4427167" [ 1144.121977] env[65635]: _type = "Task" [ 1144.121977] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.131870] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.151819] env[65635]: DEBUG nova.compute.manager [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1144.152133] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.153336] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d1b6d-1974-4cb0-9a3c-0913de14ef67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.164211] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "c08fe503-63c1-4344-a753-9728c98df64f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.164513] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "c08fe503-63c1-4344-a753-9728c98df64f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.170189] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.171030] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c5f3398-e112-4c1a-9c79-b1c055a17237 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.183144] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078593} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.184457] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.184851] env[65635]: DEBUG oslo_vmware.api [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1144.184851] env[65635]: value = "task-4427168" [ 1144.184851] env[65635]: _type = "Task" [ 1144.184851] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.185578] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1589b90a-eb33-4934-af17-c70f2b9e4710 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.198986] env[65635]: DEBUG oslo_vmware.api [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.218325] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 99461602-a5f4-400a-a8ee-847328cbef9a/99461602-a5f4-400a-a8ee-847328cbef9a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.218770] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24eb4e89-edf6-454a-a052-a5d0963f2f46 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.239508] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1144.239508] env[65635]: value = "task-4427169" [ 1144.239508] env[65635]: _type = "Task" [ 1144.239508] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.248606] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.498541] env[65635]: DEBUG nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1144.559393] env[65635]: DEBUG nova.compute.utils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.563396] env[65635]: DEBUG nova.compute.manager [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1144.633146] env[65635]: DEBUG oslo_vmware.api [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427167, 'name': PowerOnVM_Task, 'duration_secs': 0.50729} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.633474] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.633669] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-60879ecd-dcf7-4f21-8f54-a84b5cd3650f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance 'ba7c06bf-34e4-48b6-af83-d54b62a4c051' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.667135] env[65635]: DEBUG nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1144.698958] env[65635]: DEBUG oslo_vmware.api [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427168, 'name': PowerOffVM_Task, 'duration_secs': 0.241609} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.699171] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.699213] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.699680] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9174d8c-f9d8-4f29-b429-a22ddc54ad5d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.750328] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427169, 'name': ReconfigVM_Task, 'duration_secs': 0.28943} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.751026] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 99461602-a5f4-400a-a8ee-847328cbef9a/99461602-a5f4-400a-a8ee-847328cbef9a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.751278] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4157f02c-9628-44c6-b5a8-b99b32a389d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.758718] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1144.758718] env[65635]: value = "task-4427171" [ 1144.758718] env[65635]: _type = "Task" [ 1144.758718] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.772150] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427171, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.823867] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.824842] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.825199] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleting the datastore file [datastore2] e4d1e708-a6bf-452a-a01a-867152d6c61b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.825761] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d36da1a6-751c-454a-a815-3b4af1014967 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.833179] env[65635]: DEBUG oslo_vmware.api [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1144.833179] env[65635]: value = "task-4427172" [ 1144.833179] env[65635]: _type = "Task" [ 1144.833179] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.845859] env[65635]: DEBUG oslo_vmware.api [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.025190] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.061999] env[65635]: DEBUG nova.compute.manager [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1145.186626] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.273249] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427171, 'name': Rename_Task, 'duration_secs': 0.201001} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.273545] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.273796] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-169dfa6b-2de2-4b01-ba0d-8f3f11641770 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.281563] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1145.281563] env[65635]: value = "task-4427173" [ 1145.281563] env[65635]: _type = "Task" [ 1145.281563] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.290797] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.342775] env[65635]: DEBUG oslo_vmware.api [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201885} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.345442] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.345665] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.345855] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.346035] env[65635]: INFO nova.compute.manager [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1145.346476] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1145.346673] env[65635]: DEBUG nova.compute.manager [-] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1145.346772] env[65635]: DEBUG nova.network.neutron [-] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1145.347031] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.357868] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eedce1b-24cf-4399-ad1b-8d347d0368e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.365866] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e39c6d-58f1-43a0-bd7d-32d9017f0e2e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.397183] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.399531] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405c8676-e7af-4be6-b0f1-8a28d5ca9335 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.409703] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084114a-d100-4ab3-b12c-12ed03c6eba6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.425673] env[65635]: DEBUG nova.compute.provider_tree [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.663569] env[65635]: DEBUG nova.compute.manager [req-9ef83506-61f2-45f2-9546-cc7f76a45f8e req-07bec503-8975-4ffb-a6ee-d170040f1aef service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Received event network-vif-deleted-eefecc8d-e841-4cf0-9a7d-f46cb2007c94 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.663878] env[65635]: INFO nova.compute.manager [req-9ef83506-61f2-45f2-9546-cc7f76a45f8e req-07bec503-8975-4ffb-a6ee-d170040f1aef service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Neutron deleted interface eefecc8d-e841-4cf0-9a7d-f46cb2007c94; detaching it from the instance and deleting it from the info cache [ 1145.663950] env[65635]: DEBUG nova.network.neutron [req-9ef83506-61f2-45f2-9546-cc7f76a45f8e req-07bec503-8975-4ffb-a6ee-d170040f1aef service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.793458] env[65635]: DEBUG oslo_vmware.api [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427173, 'name': PowerOnVM_Task, 'duration_secs': 0.472747} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.793772] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.793979] env[65635]: INFO nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Took 6.40 seconds to spawn the instance on the hypervisor. [ 1145.794229] env[65635]: DEBUG nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1145.795333] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1052630-bad8-4db4-b56e-b2cfe41a51a7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.929425] env[65635]: DEBUG nova.scheduler.client.report [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.075230] env[65635]: DEBUG nova.compute.manager [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1146.108039] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1146.108622] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.108622] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1146.108622] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.108776] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1146.108940] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1146.109096] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1146.109257] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1146.109419] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1146.109576] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1146.109741] env[65635]: DEBUG nova.virt.hardware [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1146.110637] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0fd81-0e4a-4c64-a5ff-a6c24bb17ecf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.120358] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d4872f-496c-4523-afbe-b3543cf6d33d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.137880] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.143719] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Creating folder: Project (551772cf3770464ba20535700b5791e8). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.144130] env[65635]: DEBUG nova.network.neutron [-] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.145335] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10c0c8e6-70f3-4ced-88d4-650545b77efe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.157667] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Created folder: Project (551772cf3770464ba20535700b5791e8) in parent group-v866005. [ 1146.157866] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Creating folder: Instances. Parent ref: group-v866295. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.158131] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b1250e2-ce33-4697-82cc-a2d8aad6c798 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.167010] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16c0c58b-3fdc-4612-8cb6-94cccd1131ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.170550] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Created folder: Instances in parent group-v866295. [ 1146.170794] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1146.171641] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.171863] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf01cfd5-b1d6-4581-85cc-ea6d362682d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.188469] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161610f3-3f34-4a11-8c9e-b3e2ab83633d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.207612] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.207612] env[65635]: value = "task-4427176" [ 1146.207612] env[65635]: _type = "Task" [ 1146.207612] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.220676] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427176, 'name': CreateVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.232467] env[65635]: DEBUG nova.compute.manager [req-9ef83506-61f2-45f2-9546-cc7f76a45f8e req-07bec503-8975-4ffb-a6ee-d170040f1aef service nova] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Detach interface failed, port_id=eefecc8d-e841-4cf0-9a7d-f46cb2007c94, reason: Instance e4d1e708-a6bf-452a-a01a-867152d6c61b could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.317299] env[65635]: INFO nova.compute.manager [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Took 25.01 seconds to build instance. [ 1146.437174] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.437995] env[65635]: DEBUG nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1146.441164] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.514s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.441367] env[65635]: DEBUG nova.objects.instance [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1146.557921] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.558163] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.558322] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.558468] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.558616] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.558756] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.558897] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.559042] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1146.559186] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.648623] env[65635]: INFO nova.compute.manager [-] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Took 1.30 seconds to deallocate network for instance. [ 1146.721016] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427176, 'name': CreateVM_Task, 'duration_secs': 0.336265} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.721368] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.721687] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.721853] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.722246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.722515] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22132605-164d-46b1-8923-b476c33cd22f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.727979] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1146.727979] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522f992e-48e0-6596-9f3c-f08c5329d7c1" [ 1146.727979] env[65635]: _type = "Task" [ 1146.727979] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.736420] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522f992e-48e0-6596-9f3c-f08c5329d7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.819136] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2e69b875-5bda-4d06-874c-c2865e527e88 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "99461602-a5f4-400a-a8ee-847328cbef9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.521s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.946077] env[65635]: DEBUG nova.compute.utils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.950401] env[65635]: DEBUG nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1146.950607] env[65635]: DEBUG nova.network.neutron [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1146.950926] env[65635]: WARNING neutronclient.v2_0.client [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.951704] env[65635]: WARNING neutronclient.v2_0.client [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.016034] env[65635]: DEBUG nova.policy [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1b66b7656f4254b5dca3a1dad983d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e481eada09407ab825c83a95169dcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.062071] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.155497] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.241074] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522f992e-48e0-6596-9f3c-f08c5329d7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.241880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.241880] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.241880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.242047] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.242288] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.242559] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55579bd5-b19c-4292-b3cd-ef9c23465681 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.252014] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.252201] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.252995] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a7cc52-a6b4-4df9-83b6-fb71a235ebf4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.260651] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1147.260651] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527ece44-4d15-3c99-870a-4200366d5308" [ 1147.260651] env[65635]: _type = "Task" [ 1147.260651] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.270361] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527ece44-4d15-3c99-870a-4200366d5308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.343504] env[65635]: DEBUG nova.network.neutron [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Successfully created port: 0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1147.451023] env[65635]: DEBUG nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1147.455341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79fbb6f6-686c-4f7f-80c7-8acb5bfb5ec2 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.456324] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.373s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.456540] env[65635]: DEBUG nova.objects.instance [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lazy-loading 'resources' on Instance uuid e1e5238f-34ee-4819-86ba-94a1c4b00de1 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.532060] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.554922] env[65635]: DEBUG nova.compute.manager [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1147.555663] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8a5e37-836b-4ab9-abc7-10331705d93c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.568361] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.568799] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.569078] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.603020] env[65635]: DEBUG nova.network.neutron [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Port d7f72abd-691f-46c3-aaae-e96938e6c528 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1147.603295] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.603444] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.603791] env[65635]: DEBUG nova.network.neutron [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1147.772056] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527ece44-4d15-3c99-870a-4200366d5308, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.772831] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff27e8be-65af-4e86-96f7-137b1e8de5b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.778763] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1147.778763] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ebd087-64df-e5e6-4565-3971b5bef64e" [ 1147.778763] env[65635]: _type = "Task" [ 1147.778763] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.786908] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ebd087-64df-e5e6-4565-3971b5bef64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.066510] env[65635]: INFO nova.compute.manager [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] instance snapshotting [ 1148.069367] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e83bb21-5abc-41aa-a3dd-d4b57ed44d16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.093940] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06833d76-39f5-4d40-b7f2-459a80c370a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.107907] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.245410] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec011f2-cf7b-400a-b351-770bf2828f52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.257272] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f71727d-2c24-4f16-a157-6fe208c4a5f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.298377] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a94c07d-7e29-43be-81f4-40fb96836229 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.311332] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d1379a-2e88-4aec-a151-54136d44bbac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.315535] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ebd087-64df-e5e6-4565-3971b5bef64e, 'name': SearchDatastore_Task, 'duration_secs': 0.036532} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.315841] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.316136] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] fd745075-87d0-476a-b786-f0a55d843cce/fd745075-87d0-476a-b786-f0a55d843cce.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.316947] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6672b4be-82f4-4dec-ba87-4eec00f62433 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.327517] env[65635]: DEBUG nova.compute.provider_tree [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.335762] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1148.335762] env[65635]: value = "task-4427177" [ 1148.335762] env[65635]: _type = "Task" [ 1148.335762] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.345921] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.446746] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.464026] env[65635]: DEBUG nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1148.498519] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.498519] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.498713] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.498713] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.498898] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.499724] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.499724] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.499724] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.499724] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.499724] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.500025] env[65635]: DEBUG nova.virt.hardware [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.502913] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75357fe-96a3-4472-bd80-be4f08cd9acb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.510426] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af01abac-be8b-4c13-9ca0-b9d2687eb520 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.538683] env[65635]: DEBUG nova.network.neutron [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance_info_cache with network_info: [{"id": "d7f72abd-691f-46c3-aaae-e96938e6c528", "address": "fa:16:3e:55:79:62", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f72abd-69", "ovs_interfaceid": "d7f72abd-691f-46c3-aaae-e96938e6c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.605785] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1148.606126] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff925744-231e-4ac7-8d7f-3e6f398ff53e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.614801] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1148.614801] env[65635]: value = "task-4427178" [ 1148.614801] env[65635]: _type = "Task" [ 1148.614801] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.624586] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.773773] env[65635]: DEBUG nova.compute.manager [req-ce66e558-1086-49a7-90bb-580fb1cb0b39 req-3b4cb010-0450-4118-ab11-7f5cfcd57dbe service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received event network-vif-plugged-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.773773] env[65635]: DEBUG oslo_concurrency.lockutils [req-ce66e558-1086-49a7-90bb-580fb1cb0b39 req-3b4cb010-0450-4118-ab11-7f5cfcd57dbe service nova] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.773773] env[65635]: DEBUG oslo_concurrency.lockutils [req-ce66e558-1086-49a7-90bb-580fb1cb0b39 req-3b4cb010-0450-4118-ab11-7f5cfcd57dbe service nova] Lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.773773] env[65635]: DEBUG oslo_concurrency.lockutils [req-ce66e558-1086-49a7-90bb-580fb1cb0b39 req-3b4cb010-0450-4118-ab11-7f5cfcd57dbe service nova] Lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.774102] env[65635]: DEBUG nova.compute.manager [req-ce66e558-1086-49a7-90bb-580fb1cb0b39 req-3b4cb010-0450-4118-ab11-7f5cfcd57dbe service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] No waiting events found dispatching network-vif-plugged-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1148.774377] env[65635]: WARNING nova.compute.manager [req-ce66e558-1086-49a7-90bb-580fb1cb0b39 req-3b4cb010-0450-4118-ab11-7f5cfcd57dbe service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received unexpected event network-vif-plugged-0a6c2437-dd8c-488e-ac04-f26243492e29 for instance with vm_state building and task_state spawning. [ 1148.830641] env[65635]: DEBUG nova.scheduler.client.report [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.848983] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427177, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.888567] env[65635]: DEBUG nova.network.neutron [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Successfully updated port: 0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1149.043058] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.126817] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427178, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.337117] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.339778] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.056s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.340283] env[65635]: DEBUG nova.objects.instance [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lazy-loading 'resources' on Instance uuid b5b1f1de-3a31-4cb8-b702-44cccee8c45c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.352493] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535594} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.352821] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] fd745075-87d0-476a-b786-f0a55d843cce/fd745075-87d0-476a-b786-f0a55d843cce.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.353133] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.353549] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e67ef21-11ab-40dd-a1a5-e5cae7a74e89 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.362906] env[65635]: INFO nova.scheduler.client.report [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleted allocations for instance e1e5238f-34ee-4819-86ba-94a1c4b00de1 [ 1149.365885] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1149.365885] env[65635]: value = "task-4427179" [ 1149.365885] env[65635]: _type = "Task" [ 1149.365885] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.380129] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.392016] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.392016] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.392016] env[65635]: DEBUG nova.network.neutron [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1149.547590] env[65635]: DEBUG nova.compute.manager [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65635) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1149.625930] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427178, 'name': CreateSnapshot_Task, 'duration_secs': 0.916198} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.626270] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1149.627239] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a20e3f-302a-4fbf-84f1-19cb48f1d57b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.878892] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fe294363-0e48-4fb1-a5e2-4c6c26632985 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e1e5238f-34ee-4819-86ba-94a1c4b00de1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.258s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.889594] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119586} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.889841] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.891010] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545ce666-51d4-49d0-9097-b4f7e21faad4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.929889] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] fd745075-87d0-476a-b786-f0a55d843cce/fd745075-87d0-476a-b786-f0a55d843cce.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.934700] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9348f5-155a-49af-9ec9-594a4d35cf75 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.951201] env[65635]: DEBUG nova.network.neutron [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1149.960813] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1149.960813] env[65635]: value = "task-4427180" [ 1149.960813] env[65635]: _type = "Task" [ 1149.960813] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.974171] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.042584] env[65635]: WARNING neutronclient.v2_0.client [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.139696] env[65635]: DEBUG nova.network.neutron [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [{"id": "0a6c2437-dd8c-488e-ac04-f26243492e29", "address": "fa:16:3e:9f:f6:6b", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c2437-dd", "ovs_interfaceid": "0a6c2437-dd8c-488e-ac04-f26243492e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.154262] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1150.159519] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd0b82a0-d86f-4a3a-bfc2-423ff9fe9c6d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.176169] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1150.176169] env[65635]: value = "task-4427181" [ 1150.176169] env[65635]: _type = "Task" [ 1150.176169] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.195194] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427181, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.234720] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44def867-48d8-4e1d-850b-9da059c61bb4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.242867] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49e0824-9b9e-4fd0-9fe1-eafb7ac91475 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.274019] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bf5aa5-816c-489a-b236-b68ff7f2879f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.282740] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf09bd5-c4ab-4c8b-a736-9c4668518331 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.299232] env[65635]: DEBUG nova.compute.provider_tree [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.473276] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.660473] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.660906] env[65635]: DEBUG nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Instance network_info: |[{"id": "0a6c2437-dd8c-488e-ac04-f26243492e29", "address": "fa:16:3e:9f:f6:6b", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c2437-dd", "ovs_interfaceid": "0a6c2437-dd8c-488e-ac04-f26243492e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1150.661564] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f6:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a6c2437-dd8c-488e-ac04-f26243492e29', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.670514] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1150.671049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.671375] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.671751] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18e7915f-b6a9-4835-94a8-c5a73e2ae0a2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.698122] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427181, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.699559] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.699559] env[65635]: value = "task-4427182" [ 1150.699559] env[65635]: _type = "Task" [ 1150.699559] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.711123] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427182, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.802598] env[65635]: DEBUG nova.scheduler.client.report [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.810952] env[65635]: DEBUG nova.compute.manager [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received event network-changed-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.811194] env[65635]: DEBUG nova.compute.manager [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Refreshing instance network info cache due to event network-changed-0a6c2437-dd8c-488e-ac04-f26243492e29. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1150.811517] env[65635]: DEBUG oslo_concurrency.lockutils [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] Acquiring lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.811750] env[65635]: DEBUG oslo_concurrency.lockutils [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] Acquired lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.811829] env[65635]: DEBUG nova.network.neutron [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Refreshing network info cache for port 0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.974985] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427180, 'name': ReconfigVM_Task, 'duration_secs': 0.740689} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.975457] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Reconfigured VM instance instance-00000066 to attach disk [datastore2] fd745075-87d0-476a-b786-f0a55d843cce/fd745075-87d0-476a-b786-f0a55d843cce.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.976262] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f79f5ae-9174-4cc1-be8f-4258db84ad80 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.984881] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1150.984881] env[65635]: value = "task-4427183" [ 1150.984881] env[65635]: _type = "Task" [ 1150.984881] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.994369] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427183, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.198246] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427181, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.209657] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427182, 'name': CreateVM_Task, 'duration_secs': 0.394137} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.209807] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.210328] env[65635]: WARNING neutronclient.v2_0.client [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.210709] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.210881] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.211226] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.211488] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f524bc-7078-4187-868b-20f0d701dffa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.216815] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1151.216815] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52167fe7-9b51-c796-8388-b5280e900fa7" [ 1151.216815] env[65635]: _type = "Task" [ 1151.216815] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.226567] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52167fe7-9b51-c796-8388-b5280e900fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.308783] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.311508] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.916s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.313472] env[65635]: INFO nova.compute.claims [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.316991] env[65635]: WARNING neutronclient.v2_0.client [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.339360] env[65635]: INFO nova.scheduler.client.report [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleted allocations for instance b5b1f1de-3a31-4cb8-b702-44cccee8c45c [ 1151.497396] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427183, 'name': Rename_Task, 'duration_secs': 0.150331} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.497690] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.497989] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b239528-1265-44c8-a0c2-9a69ce32125c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.505681] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1151.505681] env[65635]: value = "task-4427184" [ 1151.505681] env[65635]: _type = "Task" [ 1151.505681] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.506917] env[65635]: WARNING neutronclient.v2_0.client [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.517929] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.580560] env[65635]: DEBUG nova.network.neutron [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updated VIF entry in instance network info cache for port 0a6c2437-dd8c-488e-ac04-f26243492e29. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.580962] env[65635]: DEBUG nova.network.neutron [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [{"id": "0a6c2437-dd8c-488e-ac04-f26243492e29", "address": "fa:16:3e:9f:f6:6b", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c2437-dd", "ovs_interfaceid": "0a6c2437-dd8c-488e-ac04-f26243492e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.698442] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427181, 'name': CloneVM_Task, 'duration_secs': 1.297955} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.698697] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Created linked-clone VM from snapshot [ 1151.699469] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bd9a83-23ba-4eeb-839c-3e659f863190 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.707519] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Uploading image 5b39fa0f-f3ff-4e99-a002-a2138db40852 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1151.727491] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52167fe7-9b51-c796-8388-b5280e900fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.727791] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.728128] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.728277] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.728414] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.728587] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.730659] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c8ab6d-1253-4e8f-a246-cf969db8d4cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.738303] env[65635]: DEBUG oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1151.738303] env[65635]: value = "vm-866299" [ 1151.738303] env[65635]: _type = "VirtualMachine" [ 1151.738303] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1151.738554] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9f958a6-d237-4184-a877-c6491ed6ebc0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.741077] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.741255] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.742323] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6f5dfd-68cf-478d-ba6e-ba4715a1737e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.748104] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1151.748104] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ee98cd-bb8e-1c48-1fcb-932cb756f963" [ 1151.748104] env[65635]: _type = "Task" [ 1151.748104] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.749506] env[65635]: DEBUG oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lease: (returnval){ [ 1151.749506] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52205888-d7ef-69a7-f7d0-f9b38683d32a" [ 1151.749506] env[65635]: _type = "HttpNfcLease" [ 1151.749506] env[65635]: } obtained for exporting VM: (result){ [ 1151.749506] env[65635]: value = "vm-866299" [ 1151.749506] env[65635]: _type = "VirtualMachine" [ 1151.749506] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1151.749769] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the lease: (returnval){ [ 1151.749769] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52205888-d7ef-69a7-f7d0-f9b38683d32a" [ 1151.749769] env[65635]: _type = "HttpNfcLease" [ 1151.749769] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1151.760514] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.760514] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52205888-d7ef-69a7-f7d0-f9b38683d32a" [ 1151.760514] env[65635]: _type = "HttpNfcLease" [ 1151.760514] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.764658] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ee98cd-bb8e-1c48-1fcb-932cb756f963, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.765567] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3528b6d-36fc-4262-9463-33b780dbff6e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.771660] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1151.771660] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf62fd-592f-b734-695b-09e06e1c642d" [ 1151.771660] env[65635]: _type = "Task" [ 1151.771660] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.780280] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf62fd-592f-b734-695b-09e06e1c642d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.849298] env[65635]: DEBUG oslo_concurrency.lockutils [None req-79a3ea16-fe38-40e3-bf92-72628a89c621 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "b5b1f1de-3a31-4cb8-b702-44cccee8c45c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.155s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.019740] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.083788] env[65635]: DEBUG oslo_concurrency.lockutils [req-543b4d11-d515-4aa7-9ffc-0a7db1145e4b req-00d5ecb7-a9a3-43cc-b884-de406526a0fe service nova] Releasing lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.261040] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.261040] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52205888-d7ef-69a7-f7d0-f9b38683d32a" [ 1152.261040] env[65635]: _type = "HttpNfcLease" [ 1152.261040] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1152.261362] env[65635]: DEBUG oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1152.261362] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52205888-d7ef-69a7-f7d0-f9b38683d32a" [ 1152.261362] env[65635]: _type = "HttpNfcLease" [ 1152.261362] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1152.262192] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd044f-a884-4791-8b83-a190a9b66903 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.270884] env[65635]: DEBUG oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf07b8-4435-2feb-1820-ce143e22efcf/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1152.271115] env[65635]: DEBUG oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf07b8-4435-2feb-1820-ce143e22efcf/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1152.339396] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bf62fd-592f-b734-695b-09e06e1c642d, 'name': SearchDatastore_Task, 'duration_secs': 0.019418} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.340890] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.341183] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f/f2b337bf-cbd9-490f-8358-f8424122300f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.341523] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aced5ebc-5e0d-4775-806b-74c0005fc8a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.352063] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1152.352063] env[65635]: value = "task-4427186" [ 1152.352063] env[65635]: _type = "Task" [ 1152.352063] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.366942] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.382032] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-586409ad-8a86-4aab-86b2-b554bd028f9b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.520084] env[65635]: DEBUG oslo_vmware.api [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427184, 'name': PowerOnVM_Task, 'duration_secs': 0.908294} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.522940] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.523129] env[65635]: INFO nova.compute.manager [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1152.523306] env[65635]: DEBUG nova.compute.manager [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1152.524412] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c602b10f-4709-4c8d-a507-e9ab78d4c491 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.644762] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59df29f6-4f04-44a5-835b-49073ae38882 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.654082] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c2e727-e413-4961-8d4b-28530321eda3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.691124] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0edf5f-3380-402c-afb5-b6f151322248 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.700378] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3780d094-e134-4412-8ff1-030c8da3d0a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.716133] env[65635]: DEBUG nova.compute.provider_tree [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.867752] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.044280] env[65635]: INFO nova.compute.manager [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Took 29.45 seconds to build instance. [ 1153.219245] env[65635]: DEBUG nova.scheduler.client.report [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.364620] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541472} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.365418] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f/f2b337bf-cbd9-490f-8358-f8424122300f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.365980] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.366517] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5b0138-a319-4740-80ab-d8f9999c422e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.375468] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1153.375468] env[65635]: value = "task-4427187" [ 1153.375468] env[65635]: _type = "Task" [ 1153.375468] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.387585] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.405707] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "13951bf5-a995-4f05-bf03-24a27458a1d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.406048] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "13951bf5-a995-4f05-bf03-24a27458a1d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.438775] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "e258050e-76d6-4a00-99ad-43da14811a15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.439102] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e258050e-76d6-4a00-99ad-43da14811a15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.548278] env[65635]: DEBUG oslo_concurrency.lockutils [None req-03f150e2-addf-41c3-9116-11167a8635da tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "fd745075-87d0-476a-b786-f0a55d843cce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.977s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.726307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.726904] env[65635]: DEBUG nova.compute.manager [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1153.729764] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.583s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.730062] env[65635]: DEBUG nova.objects.instance [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lazy-loading 'resources' on Instance uuid 377831f2-b9fe-4623-8b14-2dc423c913b7 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.890311] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070294} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.890901] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.892490] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8346ed-32bd-478a-bff5-28675294f83d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.913270] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1153.926406] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f/f2b337bf-cbd9-490f-8358-f8424122300f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.926941] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ccf5aa4-eb5a-4134-ab3c-e966361a71fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.942699] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1153.952028] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1153.952028] env[65635]: value = "task-4427188" [ 1153.952028] env[65635]: _type = "Task" [ 1153.952028] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.963482] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.979893] env[65635]: INFO nova.compute.manager [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Rebuilding instance [ 1154.031818] env[65635]: DEBUG nova.compute.manager [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1154.032763] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8328bc3f-3bd7-4a9e-8a1e-23b239c13341 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.234319] env[65635]: DEBUG nova.compute.utils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.240521] env[65635]: DEBUG nova.compute.manager [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Not allocating networking since 'none' was specified. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1154.446286] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.465625] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427188, 'name': ReconfigVM_Task, 'duration_secs': 0.414427} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.466677] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.466959] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f/f2b337bf-cbd9-490f-8358-f8424122300f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.467629] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50de7447-56b0-415b-bed2-0661d2b0f385 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.474525] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1154.474525] env[65635]: value = "task-4427189" [ 1154.474525] env[65635]: _type = "Task" [ 1154.474525] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.483646] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427189, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.551988] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8116dc-bd37-4fd6-8d70-946e6dfbe8ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.562325] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154bdda3-e320-4da9-ac4d-3477480fa8ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.596102] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22911d50-ba29-43ec-a164-e8f3e72e0bec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.605150] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab47b16-5e8e-45d0-8a65-eab38a81ab02 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.622457] env[65635]: DEBUG nova.compute.provider_tree [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.741930] env[65635]: DEBUG nova.compute.manager [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1154.985881] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427189, 'name': Rename_Task, 'duration_secs': 0.168719} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.986175] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.986441] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96287c69-de61-41d8-905d-c9d44655c68a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.993732] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1154.993732] env[65635]: value = "task-4427190" [ 1154.993732] env[65635]: _type = "Task" [ 1154.993732] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.003012] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.047490] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.047825] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f04e330f-b608-4557-9c59-baf8be706173 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.056173] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1155.056173] env[65635]: value = "task-4427191" [ 1155.056173] env[65635]: _type = "Task" [ 1155.056173] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.066111] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.126655] env[65635]: DEBUG nova.scheduler.client.report [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.505355] env[65635]: DEBUG oslo_vmware.api [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427190, 'name': PowerOnVM_Task, 'duration_secs': 0.505322} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.505860] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.505996] env[65635]: INFO nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1155.506081] env[65635]: DEBUG nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1155.506969] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c5e6b0-86c9-4659-a574-cbd60186e64a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.566754] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427191, 'name': PowerOffVM_Task, 'duration_secs': 0.149605} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.566974] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.567631] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.568433] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26334df4-945b-492e-bca2-33f90323d6d6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.576550] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.576926] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc79e96-4403-4e1a-9382-660d12ff05b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.632161] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.635081] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.475s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.636515] env[65635]: INFO nova.compute.claims [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.642480] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.642656] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.642947] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Deleting the datastore file [datastore2] fd745075-87d0-476a-b786-f0a55d843cce {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.643253] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-457ee5ff-c91d-427b-8eac-85cdc36c66ac {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.652472] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1155.652472] env[65635]: value = "task-4427193" [ 1155.652472] env[65635]: _type = "Task" [ 1155.652472] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.657965] env[65635]: INFO nova.scheduler.client.report [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Deleted allocations for instance 377831f2-b9fe-4623-8b14-2dc423c913b7 [ 1155.663223] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.750813] env[65635]: DEBUG nova.compute.manager [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1155.776283] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1155.776569] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.776789] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1155.776931] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.777201] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1155.777272] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1155.777491] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1155.777648] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1155.777813] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1155.778200] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1155.778200] env[65635]: DEBUG nova.virt.hardware [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1155.779368] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed601e3-33ce-455c-a146-792a8e6f06ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.789279] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d8791-5c44-4f98-a941-58bc3dab229c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.804736] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.810756] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Creating folder: Project (5e066966323f44c58c7e99e11e5a4f83). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.811154] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2d4ac7a-d2ba-4768-92a8-6a428072fd6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.822020] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Created folder: Project (5e066966323f44c58c7e99e11e5a4f83) in parent group-v866005. [ 1155.822239] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Creating folder: Instances. Parent ref: group-v866301. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.822483] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf16dea-cae1-4989-bf40-5a2874a762cb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.833414] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Created folder: Instances in parent group-v866301. [ 1155.833671] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1155.833875] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.834103] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f36e762-8cb2-4700-b8cd-88340b232b9d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.854065] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.854065] env[65635]: value = "task-4427196" [ 1155.854065] env[65635]: _type = "Task" [ 1155.854065] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.863403] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427196, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.027540] env[65635]: INFO nova.compute.manager [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Took 31.04 seconds to build instance. [ 1156.164118] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303778} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.164333] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.164534] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.164710] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.171672] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525f97f3-0f19-460b-83e2-8a926ad7af62 tempest-ServerShowV257Test-1013127857 tempest-ServerShowV257Test-1013127857-project-member] Lock "377831f2-b9fe-4623-8b14-2dc423c913b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.277s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.367012] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427196, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.530411] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c71226d5-8ef6-407f-b5eb-d4eb9f200d69 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.549s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.865844] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427196, 'name': CreateVM_Task, 'duration_secs': 0.586128} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.865986] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.866453] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.866610] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.867034] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.867428] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66294c64-6f80-4c26-ba63-ac91aa3afea3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.873236] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1156.873236] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253f31b-5f70-e948-89a8-7a11f9fd94af" [ 1156.873236] env[65635]: _type = "Task" [ 1156.873236] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.885995] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253f31b-5f70-e948-89a8-7a11f9fd94af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.091027] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4788b4e-4b42-4d83-8233-6a45bd1e0cd1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.098900] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a3380-2ae4-4700-b378-4636a242108e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.138073] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d1f4f1-5e82-4cab-b182-d1e79dadd552 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.147681] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac076265-7429-447e-b4b4-d4ece784cb25 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.155648] env[65635]: DEBUG nova.compute.manager [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received event network-changed-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1157.155851] env[65635]: DEBUG nova.compute.manager [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Refreshing instance network info cache due to event network-changed-0a6c2437-dd8c-488e-ac04-f26243492e29. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1157.156131] env[65635]: DEBUG oslo_concurrency.lockutils [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] Acquiring lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.156297] env[65635]: DEBUG oslo_concurrency.lockutils [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] Acquired lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.156461] env[65635]: DEBUG nova.network.neutron [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Refreshing network info cache for port 0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.166384] env[65635]: DEBUG nova.compute.provider_tree [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.168532] env[65635]: WARNING neutronclient.v2_0.client [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.210127] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1157.210413] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.210569] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1157.210750] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.210893] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1157.211052] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1157.211278] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1157.211849] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1157.211849] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1157.211849] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1157.211993] env[65635]: DEBUG nova.virt.hardware [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1157.212858] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7575f420-db61-43f5-bd72-265e6c029f86 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.227020] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c9b26f-7ebb-4a0a-9ca3-41ba4f2d5abe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.242493] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.248239] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1157.248511] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.248732] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aefce40d-1cd3-40fc-aa4a-1c7b39ef80d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.268309] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.268309] env[65635]: value = "task-4427197" [ 1157.268309] env[65635]: _type = "Task" [ 1157.268309] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.277678] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427197, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.362243] env[65635]: WARNING neutronclient.v2_0.client [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.389470] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253f31b-5f70-e948-89a8-7a11f9fd94af, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.389914] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.390279] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.390638] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.390872] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.391113] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.391393] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7238d22c-93dc-4591-b982-1f9022f14b8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.401562] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.401562] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.402312] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3d6f5f-8a13-4f5a-b299-2a18ccef2099 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.408347] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1157.408347] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d672a6-e400-d2e0-4dc1-e552273303e7" [ 1157.408347] env[65635]: _type = "Task" [ 1157.408347] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.417335] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d672a6-e400-d2e0-4dc1-e552273303e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.435713] env[65635]: DEBUG nova.network.neutron [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updated VIF entry in instance network info cache for port 0a6c2437-dd8c-488e-ac04-f26243492e29. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1157.436104] env[65635]: DEBUG nova.network.neutron [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [{"id": "0a6c2437-dd8c-488e-ac04-f26243492e29", "address": "fa:16:3e:9f:f6:6b", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c2437-dd", "ovs_interfaceid": "0a6c2437-dd8c-488e-ac04-f26243492e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.673991] env[65635]: DEBUG nova.scheduler.client.report [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.778953] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427197, 'name': CreateVM_Task, 'duration_secs': 0.42241} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.779167] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.779587] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.779745] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.780078] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.780428] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693d3a8e-2a61-47d2-8cb6-d71624c21b6b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.785760] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1157.785760] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a86183-1178-2818-f0f8-ec93694ed67d" [ 1157.785760] env[65635]: _type = "Task" [ 1157.785760] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.794267] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a86183-1178-2818-f0f8-ec93694ed67d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.921546] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d672a6-e400-d2e0-4dc1-e552273303e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014477} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.922179] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ea1f6d-0066-4d87-a892-d470fb7e8d5c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.929826] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1157.929826] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5220b84f-c765-a42c-a197-23583583fb91" [ 1157.929826] env[65635]: _type = "Task" [ 1157.929826] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.938855] env[65635]: DEBUG oslo_concurrency.lockutils [req-a060cb1b-edc0-4a17-b435-ee20c79cfe33 req-71a14dd2-bf2d-477e-9f0d-1c32dd7381c0 service nova] Releasing lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.939318] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5220b84f-c765-a42c-a197-23583583fb91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.179517] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.180129] env[65635]: DEBUG nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1158.183027] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.913s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.184554] env[65635]: INFO nova.compute.claims [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.298241] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a86183-1178-2818-f0f8-ec93694ed67d, 'name': SearchDatastore_Task, 'duration_secs': 0.014189} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.298639] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.298821] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.299087] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.299237] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.299458] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.299731] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8b74dce-b4e3-4155-939d-c13290d2a0f1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.310369] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.310607] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.311432] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ace2f0-1f76-4dc3-b783-cd2e8b71e3dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.318112] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1158.318112] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ab493f-7ac4-9fe6-7ee6-053912030cce" [ 1158.318112] env[65635]: _type = "Task" [ 1158.318112] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.327508] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ab493f-7ac4-9fe6-7ee6-053912030cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.440547] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5220b84f-c765-a42c-a197-23583583fb91, 'name': SearchDatastore_Task, 'duration_secs': 0.014634} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.440768] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.441067] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 02f1fcd0-50ab-40a6-9844-e29b71006312/02f1fcd0-50ab-40a6-9844-e29b71006312.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.441361] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-855aed03-c1ec-4ce5-9903-d77b0b14920b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.450048] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1158.450048] env[65635]: value = "task-4427198" [ 1158.450048] env[65635]: _type = "Task" [ 1158.450048] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.458955] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.690144] env[65635]: DEBUG nova.compute.utils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.693836] env[65635]: DEBUG nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1158.696882] env[65635]: DEBUG nova.network.neutron [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1158.697309] env[65635]: WARNING neutronclient.v2_0.client [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.697680] env[65635]: WARNING neutronclient.v2_0.client [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.761071] env[65635]: DEBUG nova.policy [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '138d04ec00954a57987a6fd28b6e63a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3501a67b41b4ae595ea0ccff89908b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.830206] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52ab493f-7ac4-9fe6-7ee6-053912030cce, 'name': SearchDatastore_Task, 'duration_secs': 0.01331} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.831078] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9868a23b-d699-4cbb-872c-164265977432 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.837774] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1158.837774] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5260529b-c074-7999-f4ae-2cd101b7abb2" [ 1158.837774] env[65635]: _type = "Task" [ 1158.837774] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.847949] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5260529b-c074-7999-f4ae-2cd101b7abb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.962025] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427198, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.138639] env[65635]: DEBUG nova.network.neutron [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Successfully created port: 318d52eb-83c1-4267-9af6-4d63dccb05cd {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1159.195338] env[65635]: DEBUG nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1159.350851] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5260529b-c074-7999-f4ae-2cd101b7abb2, 'name': SearchDatastore_Task, 'duration_secs': 0.032472} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.351332] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.351332] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] fd745075-87d0-476a-b786-f0a55d843cce/fd745075-87d0-476a-b786-f0a55d843cce.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.351471] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0499449-c5de-4b64-aed1-6702615d2e96 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.359042] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1159.359042] env[65635]: value = "task-4427199" [ 1159.359042] env[65635]: _type = "Task" [ 1159.359042] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.371522] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.461308] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603187} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.464049] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 02f1fcd0-50ab-40a6-9844-e29b71006312/02f1fcd0-50ab-40a6-9844-e29b71006312.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.464286] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.464732] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4dde017-af05-40d9-a206-0e831986f3c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.473030] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1159.473030] env[65635]: value = "task-4427200" [ 1159.473030] env[65635]: _type = "Task" [ 1159.473030] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.486250] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.491856] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d4ec6e-2967-4ec3-adfb-df6ad82c7f8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.501559] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36787520-408e-4278-9173-84c6c3b444ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.538288] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fecf984-cafc-45fc-b0f6-0396edf3f384 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.547402] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4525e38-1ca6-4468-8808-77b227864361 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.562852] env[65635]: DEBUG nova.compute.provider_tree [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.871414] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427199, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.985375] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074474} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.985597] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.986494] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6db53d-f80d-40dd-8d97-7159f4d3ff7a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.009095] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 02f1fcd0-50ab-40a6-9844-e29b71006312/02f1fcd0-50ab-40a6-9844-e29b71006312.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.009964] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2754c5f7-16fa-49aa-870c-045a773a9e23 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.032908] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1160.032908] env[65635]: value = "task-4427201" [ 1160.032908] env[65635]: _type = "Task" [ 1160.032908] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.043284] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.067436] env[65635]: DEBUG nova.scheduler.client.report [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.205421] env[65635]: DEBUG nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1160.234888] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1160.235129] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.235311] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1160.235520] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.235636] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1160.235782] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1160.236022] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1160.236185] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1160.236527] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1160.236586] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1160.237713] env[65635]: DEBUG nova.virt.hardware [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1160.237713] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32395832-d8fd-4a52-9667-7a3c040866b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.248180] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fccfa1-53a5-4858-a330-fa809380a8f8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.370282] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80227} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.370582] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] fd745075-87d0-476a-b786-f0a55d843cce/fd745075-87d0-476a-b786-f0a55d843cce.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.370795] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.371067] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66fc28ed-a15a-4fa8-b23c-7d7677e15c9d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.379202] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1160.379202] env[65635]: value = "task-4427202" [ 1160.379202] env[65635]: _type = "Task" [ 1160.379202] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.389131] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.547873] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.561773] env[65635]: DEBUG nova.compute.manager [req-43d69248-d019-4e25-b613-9994030076d6 req-78cc0c0f-7b02-45b3-9038-8df46cdc9462 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] Received event network-vif-plugged-318d52eb-83c1-4267-9af6-4d63dccb05cd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1160.562173] env[65635]: DEBUG oslo_concurrency.lockutils [req-43d69248-d019-4e25-b613-9994030076d6 req-78cc0c0f-7b02-45b3-9038-8df46cdc9462 service nova] Acquiring lock "0326a858-24f8-40df-8271-f45da2435343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.562298] env[65635]: DEBUG oslo_concurrency.lockutils [req-43d69248-d019-4e25-b613-9994030076d6 req-78cc0c0f-7b02-45b3-9038-8df46cdc9462 service nova] Lock "0326a858-24f8-40df-8271-f45da2435343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.562373] env[65635]: DEBUG oslo_concurrency.lockutils [req-43d69248-d019-4e25-b613-9994030076d6 req-78cc0c0f-7b02-45b3-9038-8df46cdc9462 service nova] Lock "0326a858-24f8-40df-8271-f45da2435343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.562534] env[65635]: DEBUG nova.compute.manager [req-43d69248-d019-4e25-b613-9994030076d6 req-78cc0c0f-7b02-45b3-9038-8df46cdc9462 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] No waiting events found dispatching network-vif-plugged-318d52eb-83c1-4267-9af6-4d63dccb05cd {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1160.562710] env[65635]: WARNING nova.compute.manager [req-43d69248-d019-4e25-b613-9994030076d6 req-78cc0c0f-7b02-45b3-9038-8df46cdc9462 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] Received unexpected event network-vif-plugged-318d52eb-83c1-4267-9af6-4d63dccb05cd for instance with vm_state building and task_state spawning. [ 1160.572964] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.573514] env[65635]: DEBUG nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1160.577788] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.525s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.577788] env[65635]: DEBUG nova.objects.instance [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lazy-loading 'resources' on Instance uuid 589ed7c5-3c08-487f-a389-2931fd6ce9fa {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.666746] env[65635]: DEBUG nova.network.neutron [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Successfully updated port: 318d52eb-83c1-4267-9af6-4d63dccb05cd {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1160.890856] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125981} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.891320] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.892021] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b589f67-02f8-46ff-a62d-9a3ba36f3b32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.915785] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] fd745075-87d0-476a-b786-f0a55d843cce/fd745075-87d0-476a-b786-f0a55d843cce.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.916283] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824c892e-26aa-48e4-943c-463ce9521896 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.940564] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1160.940564] env[65635]: value = "task-4427203" [ 1160.940564] env[65635]: _type = "Task" [ 1160.940564] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.952630] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.043679] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427201, 'name': ReconfigVM_Task, 'duration_secs': 0.529926} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.044067] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 02f1fcd0-50ab-40a6-9844-e29b71006312/02f1fcd0-50ab-40a6-9844-e29b71006312.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.044698] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cbb8b8f-7110-4093-a073-7ba972666bb1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.052719] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1161.052719] env[65635]: value = "task-4427204" [ 1161.052719] env[65635]: _type = "Task" [ 1161.052719] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.061873] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427204, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.079697] env[65635]: DEBUG nova.compute.utils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.083635] env[65635]: DEBUG nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1161.083830] env[65635]: DEBUG nova.network.neutron [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1161.084171] env[65635]: WARNING neutronclient.v2_0.client [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.084559] env[65635]: WARNING neutronclient.v2_0.client [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.140566] env[65635]: DEBUG nova.policy [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.169409] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-0326a858-24f8-40df-8271-f45da2435343" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.169591] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-0326a858-24f8-40df-8271-f45da2435343" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.169764] env[65635]: DEBUG nova.network.neutron [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1161.387308] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343417a3-92fc-49ff-a1c4-5b963e567d15 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.396283] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b76ad-2f15-4fd3-a686-b8c1e0e8ed57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.434050] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b802211-dcdf-4af8-8187-c80cb45b5bc0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.449259] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fc566d-108a-4b81-b956-ff387ddfe2a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.460070] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.468324] env[65635]: DEBUG nova.compute.provider_tree [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.472468] env[65635]: DEBUG oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf07b8-4435-2feb-1820-ce143e22efcf/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1161.473387] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8294c3-5a94-4682-a497-e4355713f4bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.482243] env[65635]: DEBUG oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf07b8-4435-2feb-1820-ce143e22efcf/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1161.482436] env[65635]: ERROR oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf07b8-4435-2feb-1820-ce143e22efcf/disk-0.vmdk due to incomplete transfer. [ 1161.482718] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6cec717-e80b-4acb-9717-735dc11b64f1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.491639] env[65635]: DEBUG oslo_vmware.rw_handles [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf07b8-4435-2feb-1820-ce143e22efcf/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1161.491855] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Uploaded image 5b39fa0f-f3ff-4e99-a002-a2138db40852 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1161.494228] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1161.495325] env[65635]: DEBUG nova.network.neutron [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Successfully created port: 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1161.497556] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dee5a60b-3d6d-49a4-a7db-c66ca865ea2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.507235] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1161.507235] env[65635]: value = "task-4427205" [ 1161.507235] env[65635]: _type = "Task" [ 1161.507235] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.517870] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427205, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.563681] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427204, 'name': Rename_Task, 'duration_secs': 0.269813} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.563946] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.564212] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0c6f56-6972-46f2-8bdc-74dee2cfd8e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.571303] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1161.571303] env[65635]: value = "task-4427206" [ 1161.571303] env[65635]: _type = "Task" [ 1161.571303] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.580082] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.587895] env[65635]: DEBUG nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1161.710536] env[65635]: DEBUG nova.network.neutron [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1161.788385] env[65635]: WARNING neutronclient.v2_0.client [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.891566] env[65635]: DEBUG nova.network.neutron [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Updating instance_info_cache with network_info: [{"id": "318d52eb-83c1-4267-9af6-4d63dccb05cd", "address": "fa:16:3e:af:da:86", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318d52eb-83", "ovs_interfaceid": "318d52eb-83c1-4267-9af6-4d63dccb05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.956124] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427203, 'name': ReconfigVM_Task, 'duration_secs': 0.556467} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.956488] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Reconfigured VM instance instance-00000066 to attach disk [datastore2] fd745075-87d0-476a-b786-f0a55d843cce/fd745075-87d0-476a-b786-f0a55d843cce.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.957238] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aafbccf-fbf4-41d4-adaa-c94d1fee641a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.965444] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1161.965444] env[65635]: value = "task-4427207" [ 1161.965444] env[65635]: _type = "Task" [ 1161.965444] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.971698] env[65635]: DEBUG nova.scheduler.client.report [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.979381] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427207, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.019277] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427205, 'name': Destroy_Task, 'duration_secs': 0.452168} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.019534] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Destroyed the VM [ 1162.019756] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1162.020489] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc8291c1-e957-4a28-b5b7-ae19e635fc22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.028084] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1162.028084] env[65635]: value = "task-4427208" [ 1162.028084] env[65635]: _type = "Task" [ 1162.028084] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.037405] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.082071] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427206, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.394619] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-0326a858-24f8-40df-8271-f45da2435343" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.394985] env[65635]: DEBUG nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Instance network_info: |[{"id": "318d52eb-83c1-4267-9af6-4d63dccb05cd", "address": "fa:16:3e:af:da:86", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318d52eb-83", "ovs_interfaceid": "318d52eb-83c1-4267-9af6-4d63dccb05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1162.395476] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:da:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '318d52eb-83c1-4267-9af6-4d63dccb05cd', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.403119] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1162.403743] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0326a858-24f8-40df-8271-f45da2435343] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.403992] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e8f2a72-0a46-4409-abc5-813c800193ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.425090] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.425090] env[65635]: value = "task-4427209" [ 1162.425090] env[65635]: _type = "Task" [ 1162.425090] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.434318] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427209, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.476143] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427207, 'name': Rename_Task, 'duration_secs': 0.29634} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.476442] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.476702] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73160e96-4da6-4c9e-abcb-86e272c3e03e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.481222] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.484554] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.406s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.486345] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1162.486345] env[65635]: value = "task-4427210" [ 1162.486345] env[65635]: _type = "Task" [ 1162.486345] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.496301] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.502609] env[65635]: INFO nova.scheduler.client.report [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted allocations for instance 589ed7c5-3c08-487f-a389-2931fd6ce9fa [ 1162.540346] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.583288] env[65635]: DEBUG oslo_vmware.api [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427206, 'name': PowerOnVM_Task, 'duration_secs': 0.554913} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.583584] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.583795] env[65635]: INFO nova.compute.manager [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1162.583977] env[65635]: DEBUG nova.compute.manager [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1162.584896] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97632886-647d-405e-8e62-801f0e5f26fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.599731] env[65635]: DEBUG nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1162.604400] env[65635]: DEBUG nova.compute.manager [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] Received event network-changed-318d52eb-83c1-4267-9af6-4d63dccb05cd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1162.604604] env[65635]: DEBUG nova.compute.manager [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] Refreshing instance network info cache due to event network-changed-318d52eb-83c1-4267-9af6-4d63dccb05cd. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1162.604798] env[65635]: DEBUG oslo_concurrency.lockutils [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] Acquiring lock "refresh_cache-0326a858-24f8-40df-8271-f45da2435343" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.604979] env[65635]: DEBUG oslo_concurrency.lockutils [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] Acquired lock "refresh_cache-0326a858-24f8-40df-8271-f45da2435343" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.605205] env[65635]: DEBUG nova.network.neutron [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] Refreshing network info cache for port 318d52eb-83c1-4267-9af6-4d63dccb05cd {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.635147] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1162.635441] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.635594] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1162.635786] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.635979] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1162.636105] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1162.636327] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1162.636483] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1162.636645] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1162.636805] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1162.636975] env[65635]: DEBUG nova.virt.hardware [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1162.637909] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb9b73-d5b1-4c7e-97e1-5bef2981a833 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.649034] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f118ef-c4c8-4838-8524-2c2acad44c40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.938031] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427209, 'name': CreateVM_Task, 'duration_secs': 0.425015} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.938301] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0326a858-24f8-40df-8271-f45da2435343] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.938909] env[65635]: WARNING neutronclient.v2_0.client [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.939412] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.939700] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.940013] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.940339] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc24c03-9ec5-4afd-8147-3ec8f3091a79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.947281] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1162.947281] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf0cb3-c685-2815-041a-9add861b519f" [ 1162.947281] env[65635]: _type = "Task" [ 1162.947281] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.958050] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf0cb3-c685-2815-041a-9add861b519f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.962861] env[65635]: DEBUG nova.compute.manager [req-fba85ff6-380b-4eb7-aa96-888ca3808b18 req-2d98d9f7-d1f8-4d7c-8298-7d95930eaf06 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-vif-plugged-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1162.963072] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba85ff6-380b-4eb7-aa96-888ca3808b18 req-2d98d9f7-d1f8-4d7c-8298-7d95930eaf06 service nova] Acquiring lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.963297] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba85ff6-380b-4eb7-aa96-888ca3808b18 req-2d98d9f7-d1f8-4d7c-8298-7d95930eaf06 service nova] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.963918] env[65635]: DEBUG oslo_concurrency.lockutils [req-fba85ff6-380b-4eb7-aa96-888ca3808b18 req-2d98d9f7-d1f8-4d7c-8298-7d95930eaf06 service nova] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.963918] env[65635]: DEBUG nova.compute.manager [req-fba85ff6-380b-4eb7-aa96-888ca3808b18 req-2d98d9f7-d1f8-4d7c-8298-7d95930eaf06 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] No waiting events found dispatching network-vif-plugged-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1162.963918] env[65635]: WARNING nova.compute.manager [req-fba85ff6-380b-4eb7-aa96-888ca3808b18 req-2d98d9f7-d1f8-4d7c-8298-7d95930eaf06 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received unexpected event network-vif-plugged-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d for instance with vm_state building and task_state spawning. [ 1162.983708] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.984214] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.005256] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427210, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.014692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-beea27b2-df74-4808-8f68-e5d772ffdfb7 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "589ed7c5-3c08-487f-a389-2931fd6ce9fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.433s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.039670] env[65635]: DEBUG oslo_vmware.api [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427208, 'name': RemoveSnapshot_Task, 'duration_secs': 1.008473} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.042386] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1163.042645] env[65635]: INFO nova.compute.manager [None req-57e04bde-0919-4b25-beb3-2f933722d6fc tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Took 14.97 seconds to snapshot the instance on the hypervisor. [ 1163.081960] env[65635]: DEBUG nova.network.neutron [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Successfully updated port: 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1163.105019] env[65635]: INFO nova.compute.manager [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Took 30.72 seconds to build instance. [ 1163.107321] env[65635]: WARNING neutronclient.v2_0.client [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.272982] env[65635]: WARNING neutronclient.v2_0.client [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.291853] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9782e81-3d00-4e63-ad9b-6b5c7be7aa4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.300334] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954c3f8c-b8a1-468a-9003-071a71db4a90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.337548] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb5a519-3058-42ea-b47f-ab841ebe0884 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.349524] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7221b31b-84d7-4a83-8253-912d4e0ad459 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.366423] env[65635]: DEBUG nova.compute.provider_tree [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.377997] env[65635]: DEBUG nova.network.neutron [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] Updated VIF entry in instance network info cache for port 318d52eb-83c1-4267-9af6-4d63dccb05cd. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1163.378427] env[65635]: DEBUG nova.network.neutron [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] Updating instance_info_cache with network_info: [{"id": "318d52eb-83c1-4267-9af6-4d63dccb05cd", "address": "fa:16:3e:af:da:86", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318d52eb-83", "ovs_interfaceid": "318d52eb-83c1-4267-9af6-4d63dccb05cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.461038] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cf0cb3-c685-2815-041a-9add861b519f, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.461416] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.461659] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.461896] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.462060] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.462245] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.463027] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12441d55-d526-43f2-abc3-fb10fc2141f1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.474108] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.474690] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.475266] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e545165-4bbe-4cbf-a025-851e62a4b474 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.481770] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1163.481770] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e28369-6104-57f6-306f-859280af1575" [ 1163.481770] env[65635]: _type = "Task" [ 1163.481770] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.487104] env[65635]: DEBUG nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1163.493444] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e28369-6104-57f6-306f-859280af1575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.503347] env[65635]: DEBUG oslo_vmware.api [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427210, 'name': PowerOnVM_Task, 'duration_secs': 0.552889} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.503614] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.503816] env[65635]: DEBUG nova.compute.manager [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1163.504649] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2054d0-0654-4a68-b5f1-1b9c494b9612 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.584973] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.585198] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.585374] env[65635]: DEBUG nova.network.neutron [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1163.605625] env[65635]: DEBUG oslo_concurrency.lockutils [None req-da2f8783-f49c-4e90-854c-8d0c14f32dea tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "02f1fcd0-50ab-40a6-9844-e29b71006312" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.236s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.870616] env[65635]: DEBUG nova.scheduler.client.report [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.882699] env[65635]: DEBUG oslo_concurrency.lockutils [req-961b85a5-f658-47ed-93eb-6bafe3e96302 req-6ba17c28-43f5-4fec-b889-9b2b88832989 service nova] Releasing lock "refresh_cache-0326a858-24f8-40df-8271-f45da2435343" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.997067] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e28369-6104-57f6-306f-859280af1575, 'name': SearchDatastore_Task, 'duration_secs': 0.01835} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.001505] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df782130-792f-4387-8481-5a64f187996c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.007276] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1164.007276] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52304a2e-0f1f-a132-9343-e9baff70ce98" [ 1164.007276] env[65635]: _type = "Task" [ 1164.007276] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.015627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.024193] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52304a2e-0f1f-a132-9343-e9baff70ce98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.025864] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.135458] env[65635]: DEBUG nova.network.neutron [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1164.222037] env[65635]: WARNING neutronclient.v2_0.client [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.290059] env[65635]: DEBUG nova.network.neutron [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.431260] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "fec8f7fa-c483-47dd-905a-2a4897a04a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.431476] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "fec8f7fa-c483-47dd-905a-2a4897a04a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.479344] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "fd745075-87d0-476a-b786-f0a55d843cce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.479589] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "fd745075-87d0-476a-b786-f0a55d843cce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.479794] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "fd745075-87d0-476a-b786-f0a55d843cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.479982] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "fd745075-87d0-476a-b786-f0a55d843cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.480195] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "fd745075-87d0-476a-b786-f0a55d843cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.482308] env[65635]: INFO nova.compute.manager [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Terminating instance [ 1164.519106] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52304a2e-0f1f-a132-9343-e9baff70ce98, 'name': SearchDatastore_Task, 'duration_secs': 0.035686} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.519402] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.519663] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 0326a858-24f8-40df-8271-f45da2435343/0326a858-24f8-40df-8271-f45da2435343.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.519963] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e85ac47f-d612-429d-afce-75591c894467 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.528197] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1164.528197] env[65635]: value = "task-4427211" [ 1164.528197] env[65635]: _type = "Task" [ 1164.528197] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.537184] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.688568] env[65635]: INFO nova.compute.manager [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Rebuilding instance [ 1164.731046] env[65635]: DEBUG nova.compute.manager [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1164.731984] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf7a601-37b0-4794-ac56-6903cbd41bdc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.792537] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.792894] env[65635]: DEBUG nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Instance network_info: |[{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1164.793627] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:aa:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.801148] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1164.801962] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.802259] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d60e08fc-b5d0-4210-8057-9559f3925f15 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.824467] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.824467] env[65635]: value = "task-4427212" [ 1164.824467] env[65635]: _type = "Task" [ 1164.824467] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.835744] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427212, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.886170] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.401s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.890616] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.865s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.892992] env[65635]: INFO nova.compute.claims [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.933540] env[65635]: DEBUG nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1164.986486] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "refresh_cache-fd745075-87d0-476a-b786-f0a55d843cce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.986696] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquired lock "refresh_cache-fd745075-87d0-476a-b786-f0a55d843cce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.986862] env[65635]: DEBUG nova.network.neutron [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1164.995547] env[65635]: DEBUG nova.compute.manager [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1164.995734] env[65635]: DEBUG nova.compute.manager [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing instance network info cache due to event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1164.996019] env[65635]: DEBUG oslo_concurrency.lockutils [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.996123] env[65635]: DEBUG oslo_concurrency.lockutils [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.996335] env[65635]: DEBUG nova.network.neutron [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.040636] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427211, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.337706] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427212, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.454506] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.472863] env[65635]: INFO nova.scheduler.client.report [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted allocation for migration 090e8d4c-8f7c-4704-9e84-c175b450eded [ 1165.492159] env[65635]: WARNING neutronclient.v2_0.client [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.498881] env[65635]: WARNING neutronclient.v2_0.client [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.511694] env[65635]: DEBUG nova.network.neutron [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1165.541869] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758105} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.542182] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 0326a858-24f8-40df-8271-f45da2435343/0326a858-24f8-40df-8271-f45da2435343.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.542564] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.542665] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae53559f-e83c-48ce-b3ea-e8e38a5d4231 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.558655] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1165.558655] env[65635]: value = "task-4427213" [ 1165.558655] env[65635]: _type = "Task" [ 1165.558655] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.568289] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.593945] env[65635]: DEBUG nova.network.neutron [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.690419] env[65635]: WARNING neutronclient.v2_0.client [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.746844] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.747276] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b275322-e7e4-45de-b1a1-ca97ce7e720d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.762503] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1165.762503] env[65635]: value = "task-4427214" [ 1165.762503] env[65635]: _type = "Task" [ 1165.762503] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.769522] env[65635]: DEBUG nova.network.neutron [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updated VIF entry in instance network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1165.769881] env[65635]: DEBUG nova.network.neutron [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.775157] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.837211] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427212, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.980401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32aa423d-cc2a-4b8a-bd86-f98dd277c060 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.755s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.990953] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.990953] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.071287] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075477} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.071598] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.072703] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d33d7a-dfbf-40a4-bf33-22f34594dbf3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.096981] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0326a858-24f8-40df-8271-f45da2435343/0326a858-24f8-40df-8271-f45da2435343.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.100088] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Releasing lock "refresh_cache-fd745075-87d0-476a-b786-f0a55d843cce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.100517] env[65635]: DEBUG nova.compute.manager [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1166.100669] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.100927] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c10db4d-ad55-47c7-8085-2eaafcd06c7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.116323] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cd3494-9619-4096-bd41-2baa0edd1b31 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.125743] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.130015] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94ebe331-9c52-455d-8c90-37c600359d5e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.131914] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1166.131914] env[65635]: value = "task-4427215" [ 1166.131914] env[65635]: _type = "Task" [ 1166.131914] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.138539] env[65635]: DEBUG oslo_vmware.api [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1166.138539] env[65635]: value = "task-4427216" [ 1166.138539] env[65635]: _type = "Task" [ 1166.138539] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.144936] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427215, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.153197] env[65635]: DEBUG oslo_vmware.api [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.218440] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7324832a-dc10-4f58-bb5c-c1928560098b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.226966] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b05a94-fef9-4d9a-8a00-997c773fd45a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.257137] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.257389] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.257592] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.257768] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.257932] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.260048] env[65635]: INFO nova.compute.manager [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Terminating instance [ 1166.263561] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab67470-d8b3-4136-8eb9-51d6553d8ae0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.275651] env[65635]: DEBUG oslo_concurrency.lockutils [req-d627046c-6ea9-4395-a37b-5219716a3a35 req-c040388e-bf5c-432e-a234-1ebee289b4d0 service nova] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.282425] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a29636-81fe-4f4e-9aed-8b4ea2d2877a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.287075] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.299343] env[65635]: DEBUG nova.compute.provider_tree [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.338108] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427212, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.498130] env[65635]: DEBUG nova.compute.utils [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.646229] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.652746] env[65635]: DEBUG oslo_vmware.api [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.763906] env[65635]: DEBUG nova.compute.manager [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1166.764239] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.765423] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c4f722-6a6d-4bfd-a7a3-b92d4c7bef47 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.779363] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.783029] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dbe52c9-b571-4f4e-b683-c588023ddf4f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.784543] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427214, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.792406] env[65635]: DEBUG oslo_vmware.api [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1166.792406] env[65635]: value = "task-4427217" [ 1166.792406] env[65635]: _type = "Task" [ 1166.792406] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.803903] env[65635]: DEBUG nova.scheduler.client.report [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.809204] env[65635]: DEBUG oslo_vmware.api [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.839969] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427212, 'name': CreateVM_Task, 'duration_secs': 1.790468} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.840165] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.840679] env[65635]: WARNING neutronclient.v2_0.client [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.841058] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.841218] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.841533] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.842151] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d3cb5c-a740-436e-a65d-71df1e51fcf7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.848359] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1166.848359] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526bfd21-9c6d-5e43-4547-404ef88bc96c" [ 1166.848359] env[65635]: _type = "Task" [ 1166.848359] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.859847] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526bfd21-9c6d-5e43-4547-404ef88bc96c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.001042] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.147480] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427215, 'name': ReconfigVM_Task, 'duration_secs': 0.839309} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.148168] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0326a858-24f8-40df-8271-f45da2435343/0326a858-24f8-40df-8271-f45da2435343.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.148827] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2698e935-2c38-4ff8-8dcd-1bcae21e08ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.154224] env[65635]: DEBUG oslo_vmware.api [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427216, 'name': PowerOffVM_Task, 'duration_secs': 0.676475} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.154706] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.154976] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.155153] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e5c28f4-a2ac-4537-8b06-52ddaa92222b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.159599] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1167.159599] env[65635]: value = "task-4427218" [ 1167.159599] env[65635]: _type = "Task" [ 1167.159599] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.168451] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427218, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.179978] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.180283] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.180434] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Deleting the datastore file [datastore2] fd745075-87d0-476a-b786-f0a55d843cce {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.180710] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95026a15-e879-45f9-b4c5-f897f5ff11e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.189039] env[65635]: DEBUG oslo_vmware.api [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for the task: (returnval){ [ 1167.189039] env[65635]: value = "task-4427220" [ 1167.189039] env[65635]: _type = "Task" [ 1167.189039] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.200167] env[65635]: DEBUG oslo_vmware.api [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.280990] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427214, 'name': PowerOffVM_Task, 'duration_secs': 1.054664} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.281357] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.282069] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.283015] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d38ad1b-8938-4797-a258-df05bdb49f36 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.291228] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.291698] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100a2740-197a-4426-a5d1-4a4b59b02693 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.303429] env[65635]: DEBUG oslo_vmware.api [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427217, 'name': PowerOffVM_Task, 'duration_secs': 0.207235} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.303747] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.303913] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.304204] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f72d95fc-322b-41c6-8dba-b10420330bc8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.311250] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.311923] env[65635]: DEBUG nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1167.315754] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.130s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.317123] env[65635]: INFO nova.compute.claims [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.331545] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.331785] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.331960] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Deleting the datastore file [datastore1] 02f1fcd0-50ab-40a6-9844-e29b71006312 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.332262] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af235ffa-6c96-47d1-8617-16fc023708c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.340810] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1167.340810] env[65635]: value = "task-4427223" [ 1167.340810] env[65635]: _type = "Task" [ 1167.340810] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.351525] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.362794] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526bfd21-9c6d-5e43-4547-404ef88bc96c, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.363194] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.363487] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.363746] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.363919] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.364544] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.364544] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-363c49ae-3a08-48ca-bab1-b658d7749f99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.376275] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.376500] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.377558] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503dbdb7-f786-4897-ae43-8e58d726c79e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.385152] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1167.385152] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d88c8c-c4ec-5393-a8f5-be5a51dce2a6" [ 1167.385152] env[65635]: _type = "Task" [ 1167.385152] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.393711] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.394109] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.394375] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleting the datastore file [datastore1] 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.397876] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1566cab-04e3-4ac3-ba6b-5e37df437f36 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.399997] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d88c8c-c4ec-5393-a8f5-be5a51dce2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.404792] env[65635]: DEBUG oslo_vmware.api [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1167.404792] env[65635]: value = "task-4427224" [ 1167.404792] env[65635]: _type = "Task" [ 1167.404792] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.414804] env[65635]: DEBUG oslo_vmware.api [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.670811] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427218, 'name': Rename_Task, 'duration_secs': 0.157535} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.671257] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.671503] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-821dff5a-fabf-4c8f-bcf2-08117c0ac5fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.678997] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1167.678997] env[65635]: value = "task-4427225" [ 1167.678997] env[65635]: _type = "Task" [ 1167.678997] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.687761] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.699199] env[65635]: DEBUG oslo_vmware.api [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Task: {'id': task-4427220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11631} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.699504] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.699728] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.699909] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.700101] env[65635]: INFO nova.compute.manager [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1167.700345] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1167.700565] env[65635]: DEBUG nova.compute.manager [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1167.700665] env[65635]: DEBUG nova.network.neutron [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1167.700909] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.719047] env[65635]: DEBUG nova.network.neutron [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1167.719332] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.826052] env[65635]: DEBUG nova.compute.utils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.828797] env[65635]: DEBUG nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1167.828797] env[65635]: DEBUG nova.network.neutron [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1167.829084] env[65635]: WARNING neutronclient.v2_0.client [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.829418] env[65635]: WARNING neutronclient.v2_0.client [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.853389] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105486} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.853720] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.853912] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.854109] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.892078] env[65635]: DEBUG nova.policy [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25e122e8a69f4a9f8507efe62a2c107e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ec1ad50e2b4402a5f397cf3533110f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.901671] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d88c8c-c4ec-5393-a8f5-be5a51dce2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.902531] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe8cbf3-9888-4b1c-bb03-9685f5b2c987 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.911767] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1167.911767] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a8002e-8bd1-3a0c-c384-2bddd1371c7f" [ 1167.911767] env[65635]: _type = "Task" [ 1167.911767] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.920496] env[65635]: DEBUG oslo_vmware.api [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200246} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.921373] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.921585] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.921785] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.921962] env[65635]: INFO nova.compute.manager [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1167.922238] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1167.922451] env[65635]: DEBUG nova.compute.manager [-] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1167.922548] env[65635]: DEBUG nova.network.neutron [-] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1167.922828] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.928529] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a8002e-8bd1-3a0c-c384-2bddd1371c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.928762] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.929015] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 1853a65b-a72f-43bc-9abe-d4e9547166eb/1853a65b-a72f-43bc-9abe-d4e9547166eb.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.929288] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8171eb1f-5c93-4d13-b04c-ee7b1b7d3b5c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.938243] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1167.938243] env[65635]: value = "task-4427226" [ 1167.938243] env[65635]: _type = "Task" [ 1167.938243] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.948109] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.976369] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.065401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.065687] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.065932] env[65635]: INFO nova.compute.manager [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Attaching volume 64669af9-aa6c-4f26-af8b-312879098de1 to /dev/sdb [ 1168.108474] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61132ff-f0e3-4045-9603-66bd2f593382 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.118432] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560fe784-aebd-4ae3-a4cf-cc556a9b81f2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.135221] env[65635]: DEBUG nova.virt.block_device [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updating existing volume attachment record: 35612a9e-43aa-4724-a22c-c874b221fac9 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.196593] env[65635]: DEBUG oslo_vmware.api [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427225, 'name': PowerOnVM_Task, 'duration_secs': 0.487445} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.197072] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.197372] env[65635]: INFO nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1168.197785] env[65635]: DEBUG nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1168.198958] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee3377f-8000-48b0-a1cf-50dc65072b29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.222155] env[65635]: DEBUG nova.network.neutron [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.329764] env[65635]: DEBUG nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1168.395618] env[65635]: DEBUG nova.network.neutron [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Successfully created port: 89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1168.450055] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427226, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.691222] env[65635]: DEBUG nova.compute.manager [req-bbf85306-59eb-4ed9-9b11-2c4ae83e8ddc req-c631aaad-e06d-495f-8928-05e929ebeef5 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Received event network-vif-deleted-3064719f-e165-4343-8315-98cefa4af9eb {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1168.691774] env[65635]: INFO nova.compute.manager [req-bbf85306-59eb-4ed9-9b11-2c4ae83e8ddc req-c631aaad-e06d-495f-8928-05e929ebeef5 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Neutron deleted interface 3064719f-e165-4343-8315-98cefa4af9eb; detaching it from the instance and deleting it from the info cache [ 1168.691774] env[65635]: DEBUG nova.network.neutron [req-bbf85306-59eb-4ed9-9b11-2c4ae83e8ddc req-c631aaad-e06d-495f-8928-05e929ebeef5 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.695747] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d0503-fd9d-46ec-80a1-6dbc6bc6ed11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.704606] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9f74a-2547-4bc0-a2a9-28d672395457 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.749998] env[65635]: INFO nova.compute.manager [-] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Took 1.05 seconds to deallocate network for instance. [ 1168.750714] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb678f0-c5d2-4d85-b3b6-6cebfbdc3360 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.756679] env[65635]: INFO nova.compute.manager [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Took 34.63 seconds to build instance. [ 1168.764560] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52954b17-d9ba-4471-a656-05e9d35d2d18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.780896] env[65635]: DEBUG nova.compute.provider_tree [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.896703] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1168.896703] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.896913] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1168.897598] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.897598] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1168.898089] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1168.898089] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1168.898089] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1168.898299] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1168.898607] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1168.898903] env[65635]: DEBUG nova.virt.hardware [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1168.900313] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f70184-e19b-4886-8e16-1792113b5333 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.911166] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7578db-acb9-46b5-8c2a-0aaf16b4104a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.929957] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Instance VIF info [] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.936544] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1168.937087] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.937434] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be5ad68-9461-49b9-8d07-3d1bd3f9e4b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.960416] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427226, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.961938] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.961938] env[65635]: value = "task-4427230" [ 1168.961938] env[65635]: _type = "Task" [ 1168.961938] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.971153] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427230, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.017046] env[65635]: DEBUG nova.network.neutron [-] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.199322] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7722ac0-df90-4ae6-acd7-330cd86b7773 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.210480] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f82fe21-9c7b-4c3a-9bbc-f2f4c4911213 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.244388] env[65635]: DEBUG nova.compute.manager [req-bbf85306-59eb-4ed9-9b11-2c4ae83e8ddc req-c631aaad-e06d-495f-8928-05e929ebeef5 service nova] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Detach interface failed, port_id=3064719f-e165-4343-8315-98cefa4af9eb, reason: Instance 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1169.257836] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.260453] env[65635]: DEBUG oslo_concurrency.lockutils [None req-29829ba0-1d25-4d32-9a2c-a4a4509c2530 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "0326a858-24f8-40df-8271-f45da2435343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.150s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.284460] env[65635]: DEBUG nova.scheduler.client.report [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.342157] env[65635]: DEBUG nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1169.372088] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1169.372374] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.372532] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1169.372714] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.372860] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1169.373046] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1169.373313] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.373474] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1169.373664] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1169.373828] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1169.373994] env[65635]: DEBUG nova.virt.hardware [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1169.374902] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9bc1a0-c4f9-45d7-8cd7-2ea6032d20c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.384473] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd85be-0af8-45b7-9ffa-f57d4397351c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.461870] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427226, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.473744] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427230, 'name': CreateVM_Task, 'duration_secs': 0.348658} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.474123] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.474634] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.474813] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.476332] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.476332] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ba5800-728e-4c2e-9823-2b9eabdefdef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.481597] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1169.481597] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f5d72e-a9de-b268-2583-abffe88cac52" [ 1169.481597] env[65635]: _type = "Task" [ 1169.481597] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.490753] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f5d72e-a9de-b268-2583-abffe88cac52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.520292] env[65635]: INFO nova.compute.manager [-] [instance: 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca] Took 1.60 seconds to deallocate network for instance. [ 1169.523834] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a119f1a-54e5-4940-9d9b-34793933e5fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.535797] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67b4b3-7eb1-4673-8caa-2dd277416c87 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Suspending the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1169.535989] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ccba66e1-b72f-4caf-885c-1b612977fc2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.544706] env[65635]: DEBUG oslo_vmware.api [None req-ec67b4b3-7eb1-4673-8caa-2dd277416c87 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1169.544706] env[65635]: value = "task-4427231" [ 1169.544706] env[65635]: _type = "Task" [ 1169.544706] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.554446] env[65635]: DEBUG oslo_vmware.api [None req-ec67b4b3-7eb1-4673-8caa-2dd277416c87 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427231, 'name': SuspendVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.789573] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.790120] env[65635]: DEBUG nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1169.793211] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.731s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.793391] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.795036] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1169.795036] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.639s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.795036] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.796345] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.125s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.799078] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea8e64f-43f5-4a48-b176-8230a8b9aa43 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.807676] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0fff3e-c2e0-4f19-baf6-19f099075e69 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.826283] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14204f50-eee3-4a66-8867-f642e1088116 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.831935] env[65635]: INFO nova.scheduler.client.report [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted allocations for instance e4d1e708-a6bf-452a-a01a-867152d6c61b [ 1169.847172] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477982a4-28dc-47d8-bac0-d86543e40d64 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.883310] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179606MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1169.883490] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.939868] env[65635]: DEBUG nova.compute.manager [req-b3eb0ef1-e95e-486d-8ed4-dba5024d24da req-9f8e626d-65c0-4fa5-b88e-a8286e8f3f71 service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Received event network-vif-plugged-89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1169.940930] env[65635]: DEBUG oslo_concurrency.lockutils [req-b3eb0ef1-e95e-486d-8ed4-dba5024d24da req-9f8e626d-65c0-4fa5-b88e-a8286e8f3f71 service nova] Acquiring lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.940930] env[65635]: DEBUG oslo_concurrency.lockutils [req-b3eb0ef1-e95e-486d-8ed4-dba5024d24da req-9f8e626d-65c0-4fa5-b88e-a8286e8f3f71 service nova] Lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.940930] env[65635]: DEBUG oslo_concurrency.lockutils [req-b3eb0ef1-e95e-486d-8ed4-dba5024d24da req-9f8e626d-65c0-4fa5-b88e-a8286e8f3f71 service nova] Lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.940930] env[65635]: DEBUG nova.compute.manager [req-b3eb0ef1-e95e-486d-8ed4-dba5024d24da req-9f8e626d-65c0-4fa5-b88e-a8286e8f3f71 service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] No waiting events found dispatching network-vif-plugged-89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1169.940930] env[65635]: WARNING nova.compute.manager [req-b3eb0ef1-e95e-486d-8ed4-dba5024d24da req-9f8e626d-65c0-4fa5-b88e-a8286e8f3f71 service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Received unexpected event network-vif-plugged-89358c9c-a651-4a30-bf54-cee1e44af9a9 for instance with vm_state building and task_state spawning. [ 1169.964218] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427226, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.580752} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.964513] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 1853a65b-a72f-43bc-9abe-d4e9547166eb/1853a65b-a72f-43bc-9abe-d4e9547166eb.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.964690] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.964965] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cae4598-c313-4cf1-b3cf-6f0e69462c54 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.975224] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1169.975224] env[65635]: value = "task-4427232" [ 1169.975224] env[65635]: _type = "Task" [ 1169.975224] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.987203] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.999659] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f5d72e-a9de-b268-2583-abffe88cac52, 'name': SearchDatastore_Task, 'duration_secs': 0.02773} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.999659] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.999917] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.000138] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.000474] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.000717] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.000971] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0103ab6b-134b-42ba-9c20-94c202c1b9d8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.011845] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.012166] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.013734] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075f9940-1d81-49e9-82dc-8e37bb0c40ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.021806] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1170.021806] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e70d47-3a22-f078-4dc6-aee14188e158" [ 1170.021806] env[65635]: _type = "Task" [ 1170.021806] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.033079] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.033457] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e70d47-3a22-f078-4dc6-aee14188e158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.056235] env[65635]: DEBUG oslo_vmware.api [None req-ec67b4b3-7eb1-4673-8caa-2dd277416c87 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427231, 'name': SuspendVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.066331] env[65635]: DEBUG nova.network.neutron [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Successfully updated port: 89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1170.300118] env[65635]: DEBUG nova.compute.utils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.301705] env[65635]: DEBUG nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1170.301917] env[65635]: DEBUG nova.network.neutron [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1170.302285] env[65635]: WARNING neutronclient.v2_0.client [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.302753] env[65635]: WARNING neutronclient.v2_0.client [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.305592] env[65635]: DEBUG nova.objects.instance [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'migration_context' on Instance uuid ba7c06bf-34e4-48b6-af83-d54b62a4c051 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.344692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-868ad53b-43d0-4148-8eac-b9337bda8188 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "e4d1e708-a6bf-452a-a01a-867152d6c61b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.704s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.349454] env[65635]: DEBUG nova.policy [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aab00b4f977748ffba5ab5438338fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff51fc96739a4cdcbb50aeefec6cc9f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.485532] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089553} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.488923] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.488923] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b285047-1090-4c8f-a182-e174320ce0c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.509871] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1853a65b-a72f-43bc-9abe-d4e9547166eb/1853a65b-a72f-43bc-9abe-d4e9547166eb.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.510212] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f125f3f9-d222-487a-a6a1-1b3d36ead44f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.534410] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e70d47-3a22-f078-4dc6-aee14188e158, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.536361] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1170.536361] env[65635]: value = "task-4427233" [ 1170.536361] env[65635]: _type = "Task" [ 1170.536361] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.536568] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9576cc-f8b2-42e5-853f-1aeee1751496 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.545657] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1170.545657] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]525db671-c450-7420-19a9-581fcb58ba6d" [ 1170.545657] env[65635]: _type = "Task" [ 1170.545657] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.550900] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.563661] env[65635]: DEBUG oslo_vmware.api [None req-ec67b4b3-7eb1-4673-8caa-2dd277416c87 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427231, 'name': SuspendVM_Task, 'duration_secs': 0.808745} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.568612] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ec67b4b3-7eb1-4673-8caa-2dd277416c87 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Suspended the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1170.568983] env[65635]: DEBUG nova.compute.manager [None req-ec67b4b3-7eb1-4673-8caa-2dd277416c87 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1170.569698] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.569984] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.570256] env[65635]: DEBUG nova.network.neutron [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1170.571483] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]525db671-c450-7420-19a9-581fcb58ba6d, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.572338] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dbfffe-d2e8-4050-8025-c64d3ec00cd9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.575079] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.575451] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 02f1fcd0-50ab-40a6-9844-e29b71006312/02f1fcd0-50ab-40a6-9844-e29b71006312.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.576100] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0a3dabb-be4f-48ce-9d17-9c575ba47431 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.589486] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1170.589486] env[65635]: value = "task-4427234" [ 1170.589486] env[65635]: _type = "Task" [ 1170.589486] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.600810] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.656588] env[65635]: DEBUG nova.network.neutron [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Successfully created port: 159152d4-4ec5-434f-8992-7ce5e13a32d7 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1170.808194] env[65635]: DEBUG nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1171.054839] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427233, 'name': ReconfigVM_Task, 'duration_secs': 0.419395} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.054839] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1853a65b-a72f-43bc-9abe-d4e9547166eb/1853a65b-a72f-43bc-9abe-d4e9547166eb.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.054839] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-156efb44-ca09-452f-adc6-54d8a9a33629 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.065102] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1171.065102] env[65635]: value = "task-4427236" [ 1171.065102] env[65635]: _type = "Task" [ 1171.065102] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.083143] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427236, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.108599] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427234, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.128439] env[65635]: DEBUG nova.network.neutron [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1171.178021] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b2ccc-3437-447f-b4b5-acfa6f8d7bf6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.186587] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125bdbb4-5a73-4b76-8c00-556b11afbfb7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.222551] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e5d394-4487-4b04-a418-adfc6454d99a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.234532] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a5f06-6913-43d6-be14-cd2144ad222f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.250856] env[65635]: DEBUG nova.compute.provider_tree [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.262931] env[65635]: WARNING neutronclient.v2_0.client [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.437683] env[65635]: DEBUG nova.network.neutron [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Updating instance_info_cache with network_info: [{"id": "89358c9c-a651-4a30-bf54-cee1e44af9a9", "address": "fa:16:3e:22:16:a4", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89358c9c-a6", "ovs_interfaceid": "89358c9c-a651-4a30-bf54-cee1e44af9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.575403] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427236, 'name': Rename_Task, 'duration_secs': 0.170129} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.575672] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.575925] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-632b3512-cf02-4e01-a450-acde289df68b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.582731] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1171.582731] env[65635]: value = "task-4427237" [ 1171.582731] env[65635]: _type = "Task" [ 1171.582731] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.591567] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.603997] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534009} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.604462] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 02f1fcd0-50ab-40a6-9844-e29b71006312/02f1fcd0-50ab-40a6-9844-e29b71006312.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.604846] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.605333] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b597bb85-2def-4ef6-8469-20ccb18c0d0c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.613629] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1171.613629] env[65635]: value = "task-4427238" [ 1171.613629] env[65635]: _type = "Task" [ 1171.613629] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.623101] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.755054] env[65635]: DEBUG nova.scheduler.client.report [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.823558] env[65635]: DEBUG nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1171.853803] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1171.854099] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.854269] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1171.854451] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.854599] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1171.854736] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1171.855069] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.855212] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1171.855392] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1171.855554] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1171.855722] env[65635]: DEBUG nova.virt.hardware [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1171.856680] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f5d43-8c74-4ba5-92b0-bd31343ae9db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.866545] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f904239-a17e-469d-9934-72fec0eecb72 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.942059] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.942508] env[65635]: DEBUG nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Instance network_info: |[{"id": "89358c9c-a651-4a30-bf54-cee1e44af9a9", "address": "fa:16:3e:22:16:a4", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89358c9c-a6", "ovs_interfaceid": "89358c9c-a651-4a30-bf54-cee1e44af9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1171.942962] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:16:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89358c9c-a651-4a30-bf54-cee1e44af9a9', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.950606] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1171.950718] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.950944] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e08274c-2ef7-4776-90ec-c092444ac538 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.971946] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.971946] env[65635]: value = "task-4427239" [ 1171.971946] env[65635]: _type = "Task" [ 1171.971946] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.978351] env[65635]: DEBUG nova.compute.manager [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Received event network-changed-89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.978573] env[65635]: DEBUG nova.compute.manager [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Refreshing instance network info cache due to event network-changed-89358c9c-a651-4a30-bf54-cee1e44af9a9. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1171.979617] env[65635]: DEBUG oslo_concurrency.lockutils [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] Acquiring lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.979617] env[65635]: DEBUG oslo_concurrency.lockutils [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] Acquired lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.979617] env[65635]: DEBUG nova.network.neutron [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Refreshing network info cache for port 89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.988989] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427239, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.038878] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "0326a858-24f8-40df-8271-f45da2435343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.039888] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "0326a858-24f8-40df-8271-f45da2435343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.039888] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "0326a858-24f8-40df-8271-f45da2435343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.040022] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "0326a858-24f8-40df-8271-f45da2435343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.040269] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "0326a858-24f8-40df-8271-f45da2435343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.044453] env[65635]: INFO nova.compute.manager [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Terminating instance [ 1172.095546] env[65635]: DEBUG oslo_vmware.api [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427237, 'name': PowerOnVM_Task, 'duration_secs': 0.491305} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.095845] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.096116] env[65635]: INFO nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1172.096328] env[65635]: DEBUG nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1172.097153] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49a5064-d9b1-4479-a2a3-20e0062c1e64 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.124907] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072433} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.125269] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.126297] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0af04dd-9fc1-4453-9c28-a56b163ad122 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.150029] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 02f1fcd0-50ab-40a6-9844-e29b71006312/02f1fcd0-50ab-40a6-9844-e29b71006312.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.154336] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b8fcfe-4025-4e4d-84fc-c49996cec218 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.175434] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1172.175434] env[65635]: value = "task-4427240" [ 1172.175434] env[65635]: _type = "Task" [ 1172.175434] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.187633] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.227017] env[65635]: DEBUG nova.compute.manager [req-1e55970a-d3e5-45b4-858f-d93e08cc04e9 req-1ebb9b37-c35d-4170-be8b-5d065d833e38 service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Received event network-vif-plugged-159152d4-4ec5-434f-8992-7ce5e13a32d7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1172.227411] env[65635]: DEBUG oslo_concurrency.lockutils [req-1e55970a-d3e5-45b4-858f-d93e08cc04e9 req-1ebb9b37-c35d-4170-be8b-5d065d833e38 service nova] Acquiring lock "c08fe503-63c1-4344-a753-9728c98df64f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.227703] env[65635]: DEBUG oslo_concurrency.lockutils [req-1e55970a-d3e5-45b4-858f-d93e08cc04e9 req-1ebb9b37-c35d-4170-be8b-5d065d833e38 service nova] Lock "c08fe503-63c1-4344-a753-9728c98df64f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.227943] env[65635]: DEBUG oslo_concurrency.lockutils [req-1e55970a-d3e5-45b4-858f-d93e08cc04e9 req-1ebb9b37-c35d-4170-be8b-5d065d833e38 service nova] Lock "c08fe503-63c1-4344-a753-9728c98df64f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.228478] env[65635]: DEBUG nova.compute.manager [req-1e55970a-d3e5-45b4-858f-d93e08cc04e9 req-1ebb9b37-c35d-4170-be8b-5d065d833e38 service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] No waiting events found dispatching network-vif-plugged-159152d4-4ec5-434f-8992-7ce5e13a32d7 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1172.228687] env[65635]: WARNING nova.compute.manager [req-1e55970a-d3e5-45b4-858f-d93e08cc04e9 req-1ebb9b37-c35d-4170-be8b-5d065d833e38 service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Received unexpected event network-vif-plugged-159152d4-4ec5-434f-8992-7ce5e13a32d7 for instance with vm_state building and task_state spawning. [ 1172.320834] env[65635]: DEBUG nova.network.neutron [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Successfully updated port: 159152d4-4ec5-434f-8992-7ce5e13a32d7 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1172.483448] env[65635]: WARNING neutronclient.v2_0.client [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.485476] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427239, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.550037] env[65635]: DEBUG nova.compute.manager [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1172.550220] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.553782] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9995e0fc-c292-4f1b-85c1-fd054ec7c9d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.561772] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.562035] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-989b8805-eb5a-45f3-89c5-ec2a20694fea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.615069] env[65635]: INFO nova.compute.manager [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Took 35.36 seconds to build instance. [ 1172.638068] env[65635]: WARNING neutronclient.v2_0.client [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.653224] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.653616] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.653824] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleting the datastore file [datastore1] 0326a858-24f8-40df-8271-f45da2435343 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.654160] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bfa855d-feed-4b2c-8250-7e17679aadc4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.660998] env[65635]: DEBUG oslo_vmware.api [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1172.660998] env[65635]: value = "task-4427242" [ 1172.660998] env[65635]: _type = "Task" [ 1172.660998] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.670118] env[65635]: DEBUG oslo_vmware.api [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.688796] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427240, 'name': ReconfigVM_Task, 'duration_secs': 0.287598} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.689080] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 02f1fcd0-50ab-40a6-9844-e29b71006312/02f1fcd0-50ab-40a6-9844-e29b71006312.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.689697] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dada258-f92a-4ae3-885a-d42991c7db2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.697858] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1172.697858] env[65635]: value = "task-4427243" [ 1172.697858] env[65635]: _type = "Task" [ 1172.697858] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.708171] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427243, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.717981] env[65635]: DEBUG nova.network.neutron [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Updated VIF entry in instance network info cache for port 89358c9c-a651-4a30-bf54-cee1e44af9a9. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.718439] env[65635]: DEBUG nova.network.neutron [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Updating instance_info_cache with network_info: [{"id": "89358c9c-a651-4a30-bf54-cee1e44af9a9", "address": "fa:16:3e:22:16:a4", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89358c9c-a6", "ovs_interfaceid": "89358c9c-a651-4a30-bf54-cee1e44af9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.766935] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.970s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.773157] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.327s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.775070] env[65635]: INFO nova.compute.claims [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.823423] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "refresh_cache-c08fe503-63c1-4344-a753-9728c98df64f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.823423] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "refresh_cache-c08fe503-63c1-4344-a753-9728c98df64f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.823692] env[65635]: DEBUG nova.network.neutron [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1172.984435] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427239, 'name': CreateVM_Task, 'duration_secs': 0.977499} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.984621] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.985242] env[65635]: WARNING neutronclient.v2_0.client [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.985655] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.985832] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.986224] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.986530] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741c2b9b-6592-4c97-9a9a-60aaaaaf168e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.992465] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1172.992465] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52597176-2ba2-5526-5710-b36a4a62c0bd" [ 1172.992465] env[65635]: _type = "Task" [ 1172.992465] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.002261] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52597176-2ba2-5526-5710-b36a4a62c0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.117029] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7479d54b-d6ab-49e3-97c2-2797ddd9527b tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.875s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.171592] env[65635]: DEBUG oslo_vmware.api [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174429} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.172273] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.172608] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.172815] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.173018] env[65635]: INFO nova.compute.manager [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: 0326a858-24f8-40df-8271-f45da2435343] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1173.173271] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1173.173477] env[65635]: DEBUG nova.compute.manager [-] [instance: 0326a858-24f8-40df-8271-f45da2435343] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1173.173572] env[65635]: DEBUG nova.network.neutron [-] [instance: 0326a858-24f8-40df-8271-f45da2435343] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1173.173817] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.209393] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427243, 'name': Rename_Task, 'duration_secs': 0.206717} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.210449] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.211031] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.211342] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.212080] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6379ce-e216-4c85-9dba-f4778e28e79a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.216033] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.217164] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf4aad3c-6a4e-4f2f-93b1-44417e60ab97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.220930] env[65635]: DEBUG oslo_concurrency.lockutils [req-5defc9ec-13e7-445d-a421-f0f4fc39110d req-aa5bda91-4aef-4234-a49e-84e2b80cf7c0 service nova] Releasing lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.234598] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee207386-960f-4a27-abf5-3aa0d08e2c0a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.237372] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1173.237372] env[65635]: value = "task-4427244" [ 1173.237372] env[65635]: _type = "Task" [ 1173.237372] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.264515] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-64669af9-aa6c-4f26-af8b-312879098de1/volume-64669af9-aa6c-4f26-af8b-312879098de1.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.265435] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c62293d6-49fc-4e7c-980d-eae29c886d23 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.282164] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.289096] env[65635]: DEBUG oslo_vmware.api [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1173.289096] env[65635]: value = "task-4427245" [ 1173.289096] env[65635]: _type = "Task" [ 1173.289096] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.298669] env[65635]: DEBUG oslo_vmware.api [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.466513] env[65635]: DEBUG nova.network.neutron [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1173.507316] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52597176-2ba2-5526-5710-b36a4a62c0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.507710] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.508367] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.509213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.509496] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.510481] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.510849] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6074022-dc8c-4c09-8d3f-30f50cfff21d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.521271] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.521504] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.522389] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61aaf067-0ce2-493a-ab14-912687864ddb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.529419] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1173.529419] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527ec5c6-7fef-dc61-501c-dc5f8a85c13b" [ 1173.529419] env[65635]: _type = "Task" [ 1173.529419] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.539375] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527ec5c6-7fef-dc61-501c-dc5f8a85c13b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.695119] env[65635]: WARNING neutronclient.v2_0.client [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.748492] env[65635]: DEBUG oslo_vmware.api [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427244, 'name': PowerOnVM_Task, 'duration_secs': 0.449261} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.748773] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.748979] env[65635]: DEBUG nova.compute.manager [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1173.749759] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c62d96-458e-459e-a596-8adc176aed9e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.763379] env[65635]: DEBUG nova.network.neutron [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Updating instance_info_cache with network_info: [{"id": "159152d4-4ec5-434f-8992-7ce5e13a32d7", "address": "fa:16:3e:1c:7d:69", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159152d4-4e", "ovs_interfaceid": "159152d4-4ec5-434f-8992-7ce5e13a32d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.816074] env[65635]: DEBUG oslo_vmware.api [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.936614] env[65635]: DEBUG nova.network.neutron [-] [instance: 0326a858-24f8-40df-8271-f45da2435343] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.040795] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527ec5c6-7fef-dc61-501c-dc5f8a85c13b, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.045197] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eac2edf-b489-495a-a285-77d09a477457 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.055173] env[65635]: DEBUG nova.compute.manager [req-64ad2820-efb5-40b7-8950-2913622cf2d4 req-87484971-e9cd-4fed-b18a-50148af94d57 service nova] [instance: 0326a858-24f8-40df-8271-f45da2435343] Received event network-vif-deleted-318d52eb-83c1-4267-9af6-4d63dccb05cd {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1174.060176] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1174.060176] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52098539-a921-1889-d213-144fe81e1df9" [ 1174.060176] env[65635]: _type = "Task" [ 1174.060176] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.071999] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52098539-a921-1889-d213-144fe81e1df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.123667] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d809da-d17f-470d-bf63-31c65b420d46 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.132304] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae2109-fc95-435c-ab73-9d55d605a9eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.163950] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddd019c-db99-4d60-a812-639d18be6c10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.173119] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0dd2c-ce41-46de-b2da-ae8270081bb7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.187676] env[65635]: DEBUG nova.compute.provider_tree [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.269947] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "refresh_cache-c08fe503-63c1-4344-a753-9728c98df64f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.270288] env[65635]: DEBUG nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Instance network_info: |[{"id": "159152d4-4ec5-434f-8992-7ce5e13a32d7", "address": "fa:16:3e:1c:7d:69", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159152d4-4e", "ovs_interfaceid": "159152d4-4ec5-434f-8992-7ce5e13a32d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1174.270768] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.273916] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:7d:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '159152d4-4ec5-434f-8992-7ce5e13a32d7', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.283368] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1174.284635] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.285963] env[65635]: DEBUG nova.compute.manager [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Received event network-changed-159152d4-4ec5-434f-8992-7ce5e13a32d7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1174.286184] env[65635]: DEBUG nova.compute.manager [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Refreshing instance network info cache due to event network-changed-159152d4-4ec5-434f-8992-7ce5e13a32d7. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1174.286849] env[65635]: DEBUG oslo_concurrency.lockutils [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] Acquiring lock "refresh_cache-c08fe503-63c1-4344-a753-9728c98df64f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.287013] env[65635]: DEBUG oslo_concurrency.lockutils [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] Acquired lock "refresh_cache-c08fe503-63c1-4344-a753-9728c98df64f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.287184] env[65635]: DEBUG nova.network.neutron [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Refreshing network info cache for port 159152d4-4ec5-434f-8992-7ce5e13a32d7 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.288294] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f8b85b-3a7f-46e1-a0c2-7bb13e10814e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.305044] env[65635]: WARNING neutronclient.v2_0.client [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.318289] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.318289] env[65635]: value = "task-4427246" [ 1174.318289] env[65635]: _type = "Task" [ 1174.318289] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.322458] env[65635]: DEBUG oslo_vmware.api [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427245, 'name': ReconfigVM_Task, 'duration_secs': 0.624444} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.326207] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-64669af9-aa6c-4f26-af8b-312879098de1/volume-64669af9-aa6c-4f26-af8b-312879098de1.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.331590] env[65635]: INFO nova.compute.manager [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Swapping old allocation on dict_keys(['432a514d-d1fd-40ae-bb26-2e951558dfd9']) held by migration b86abf2a-8280-4e8a-ae26-c6e184b321d2 for instance [ 1174.332547] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06bb86d-1d27-4eb3-8ddc-e856bb9c32e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.356108] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427246, 'name': CreateVM_Task} progress is 15%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.358324] env[65635]: DEBUG oslo_vmware.api [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1174.358324] env[65635]: value = "task-4427247" [ 1174.358324] env[65635]: _type = "Task" [ 1174.358324] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.370854] env[65635]: DEBUG oslo_vmware.api [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.377457] env[65635]: DEBUG nova.scheduler.client.report [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Overwriting current allocation {'allocations': {'432a514d-d1fd-40ae-bb26-2e951558dfd9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '10b1c23f67ee407fbf6daea28e3283e1', 'user_id': 'bb54542bab9345308941087965ffaf53', 'consumer_generation': 1} on consumer ba7c06bf-34e4-48b6-af83-d54b62a4c051 {{(pid=65635) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1174.439157] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.442892] env[65635]: INFO nova.compute.manager [-] [instance: 0326a858-24f8-40df-8271-f45da2435343] Took 1.27 seconds to deallocate network for instance. [ 1174.477149] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.477375] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.477551] env[65635]: DEBUG nova.network.neutron [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.503809] env[65635]: WARNING neutronclient.v2_0.client [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.573992] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52098539-a921-1889-d213-144fe81e1df9, 'name': SearchDatastore_Task, 'duration_secs': 0.029941} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.574344] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.574475] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 6d0c84a0-d155-4d9d-ad35-a37566f4c320/6d0c84a0-d155-4d9d-ad35-a37566f4c320.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.574769] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-917ad445-ae22-45f5-81c5-3ddd576c7f99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.578034] env[65635]: DEBUG nova.network.neutron [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Updated VIF entry in instance network info cache for port 159152d4-4ec5-434f-8992-7ce5e13a32d7. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1174.578366] env[65635]: DEBUG nova.network.neutron [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Updating instance_info_cache with network_info: [{"id": "159152d4-4ec5-434f-8992-7ce5e13a32d7", "address": "fa:16:3e:1c:7d:69", "network": {"id": "06f6eb6f-e75f-419b-b7f2-c6e05bc9b5b6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-161868889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff51fc96739a4cdcbb50aeefec6cc9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159152d4-4e", "ovs_interfaceid": "159152d4-4ec5-434f-8992-7ce5e13a32d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.582088] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1174.582088] env[65635]: value = "task-4427248" [ 1174.582088] env[65635]: _type = "Task" [ 1174.582088] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.592471] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.690860] env[65635]: DEBUG nova.scheduler.client.report [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.833548] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427246, 'name': CreateVM_Task, 'duration_secs': 0.504151} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.833785] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.834274] env[65635]: WARNING neutronclient.v2_0.client [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.834641] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.834788] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.835196] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.835485] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3f514d-2ae4-4533-836e-e05b6faf8377 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.841375] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1174.841375] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52700020-2ecf-1d6e-5422-1b9ffa5ef608" [ 1174.841375] env[65635]: _type = "Task" [ 1174.841375] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.851219] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52700020-2ecf-1d6e-5422-1b9ffa5ef608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.860061] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.860061] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.872680] env[65635]: DEBUG oslo_vmware.api [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427247, 'name': ReconfigVM_Task, 'duration_secs': 0.176816} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.873845] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1174.907652] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "02f1fcd0-50ab-40a6-9844-e29b71006312" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.907963] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "02f1fcd0-50ab-40a6-9844-e29b71006312" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.908292] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "02f1fcd0-50ab-40a6-9844-e29b71006312-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.908517] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "02f1fcd0-50ab-40a6-9844-e29b71006312-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.908695] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "02f1fcd0-50ab-40a6-9844-e29b71006312-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.911486] env[65635]: INFO nova.compute.manager [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Terminating instance [ 1174.951054] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.982067] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.081045] env[65635]: DEBUG oslo_concurrency.lockutils [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] Releasing lock "refresh_cache-c08fe503-63c1-4344-a753-9728c98df64f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.081045] env[65635]: DEBUG nova.compute.manager [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1175.081302] env[65635]: DEBUG nova.compute.manager [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing instance network info cache due to event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1175.081389] env[65635]: DEBUG oslo_concurrency.lockutils [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.081545] env[65635]: DEBUG oslo_concurrency.lockutils [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.081705] env[65635]: DEBUG nova.network.neutron [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.098828] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427248, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.189457] env[65635]: WARNING neutronclient.v2_0.client [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.197082] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.197269] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1175.200692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.734s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.202756] env[65635]: INFO nova.compute.claims [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.262985] env[65635]: DEBUG nova.network.neutron [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance_info_cache with network_info: [{"id": "d7f72abd-691f-46c3-aaae-e96938e6c528", "address": "fa:16:3e:55:79:62", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f72abd-69", "ovs_interfaceid": "d7f72abd-691f-46c3-aaae-e96938e6c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.352832] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52700020-2ecf-1d6e-5422-1b9ffa5ef608, 'name': SearchDatastore_Task, 'duration_secs': 0.061252} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.353165] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.353555] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.353684] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.353832] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.354016] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.354305] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c7c55f7-4baa-48dc-ad38-44a0699a29c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.366252] env[65635]: DEBUG nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1175.370878] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.371095] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.371841] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df06cc9-8b9b-4db7-89ba-00c3b26b5cd6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.380048] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1175.380048] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]523e29f3-9b35-09dd-79bf-fb26032fc003" [ 1175.380048] env[65635]: _type = "Task" [ 1175.380048] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.390203] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523e29f3-9b35-09dd-79bf-fb26032fc003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.415749] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "refresh_cache-02f1fcd0-50ab-40a6-9844-e29b71006312" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.415749] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquired lock "refresh_cache-02f1fcd0-50ab-40a6-9844-e29b71006312" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.415907] env[65635]: DEBUG nova.network.neutron [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1175.593171] env[65635]: WARNING neutronclient.v2_0.client [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.595354] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54968} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.595801] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 6d0c84a0-d155-4d9d-ad35-a37566f4c320/6d0c84a0-d155-4d9d-ad35-a37566f4c320.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.596035] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.596315] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e77ac8b3-3c08-45f3-ade7-4aa7ad0ac5e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.603756] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1175.603756] env[65635]: value = "task-4427249" [ 1175.603756] env[65635]: _type = "Task" [ 1175.603756] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.613106] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.709853] env[65635]: DEBUG nova.compute.utils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.711650] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1175.711902] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1175.712282] env[65635]: WARNING neutronclient.v2_0.client [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.713145] env[65635]: WARNING neutronclient.v2_0.client [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.752614] env[65635]: DEBUG nova.policy [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985828894eb648b09d292127406845a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a076402d350548ed9e73f592a1a3b8ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.755964] env[65635]: WARNING neutronclient.v2_0.client [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.765943] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-ba7c06bf-34e4-48b6-af83-d54b62a4c051" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.767008] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019067da-b9d8-4679-a15f-fcb2b60e9d78 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.774881] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b90dae-3b84-4383-977a-b55e093c4e13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.832481] env[65635]: DEBUG nova.network.neutron [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updated VIF entry in instance network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1175.832846] env[65635]: DEBUG nova.network.neutron [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.893450] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.898516] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]523e29f3-9b35-09dd-79bf-fb26032fc003, 'name': SearchDatastore_Task, 'duration_secs': 0.066024} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.899493] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110a43e8-599a-4da8-b718-aff4250ea852 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.906974] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1175.906974] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529440ec-7ba5-f4ba-b432-9a4add4a2016" [ 1175.906974] env[65635]: _type = "Task" [ 1175.906974] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.918155] env[65635]: DEBUG nova.objects.instance [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'flavor' on Instance uuid bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.920676] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529440ec-7ba5-f4ba-b432-9a4add4a2016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.924789] env[65635]: WARNING neutronclient.v2_0.client [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.965490] env[65635]: DEBUG nova.network.neutron [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1176.027885] env[65635]: DEBUG nova.network.neutron [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.115511] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.37127} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.116670] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Successfully created port: 82a89457-c640-4e00-9fb4-0cf536cf8c62 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1176.119186] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.120253] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2ea4ad-9328-4123-9202-922477820366 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.145069] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6d0c84a0-d155-4d9d-ad35-a37566f4c320/6d0c84a0-d155-4d9d-ad35-a37566f4c320.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.145417] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccfc1f07-b8ec-4ca6-a516-37bb08cdae68 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.166638] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1176.166638] env[65635]: value = "task-4427250" [ 1176.166638] env[65635]: _type = "Task" [ 1176.166638] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.177629] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.216058] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1176.336150] env[65635]: DEBUG oslo_concurrency.lockutils [req-0bf865ed-97fb-4ad1-82ee-adaece3f9c59 req-0b5473d0-33c6-41ae-adb6-3707b5042e0a service nova] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.430855] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529440ec-7ba5-f4ba-b432-9a4add4a2016, 'name': SearchDatastore_Task, 'duration_secs': 0.017028} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.431355] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f5427a4a-80aa-4a57-b2f5-8a6f7b19f6e2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.366s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.432864] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.433134] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] c08fe503-63c1-4344-a753-9728c98df64f/c08fe503-63c1-4344-a753-9728c98df64f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.433869] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad77766-1756-4238-b188-a494849f00c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.441983] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1176.441983] env[65635]: value = "task-4427251" [ 1176.441983] env[65635]: _type = "Task" [ 1176.441983] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.454581] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.523726] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55756695-a252-4bf1-83ab-aeac164bd5ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.533248] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48940a-d5af-4552-ae18-69e9c15227b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.536945] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Releasing lock "refresh_cache-02f1fcd0-50ab-40a6-9844-e29b71006312" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.537377] env[65635]: DEBUG nova.compute.manager [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1176.537544] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.538353] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5f402a-4920-4d98-8d64-fa85c8f73397 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.546545] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.574513] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f5289b-3b56-46ec-950a-454df68f1c7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.577936] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564098a3-fa2a-4f1a-93af-2c4058e4ace2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.587191] env[65635]: DEBUG oslo_vmware.api [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1176.587191] env[65635]: value = "task-4427252" [ 1176.587191] env[65635]: _type = "Task" [ 1176.587191] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.596607] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435edaa1-bba1-4bc5-9d1e-7a7ef694fd1f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.607373] env[65635]: DEBUG oslo_vmware.api [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.616697] env[65635]: DEBUG nova.compute.provider_tree [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.678918] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427250, 'name': ReconfigVM_Task, 'duration_secs': 0.419596} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.679452] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6d0c84a0-d155-4d9d-ad35-a37566f4c320/6d0c84a0-d155-4d9d-ad35-a37566f4c320.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.680387] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6dc654b-3e7f-4ee4-b231-2987fdc808a8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.690020] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1176.690020] env[65635]: value = "task-4427253" [ 1176.690020] env[65635]: _type = "Task" [ 1176.690020] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.699049] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427253, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.869981] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.870278] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5409a58e-cba1-4a50-bd33-a29b63ff4c1d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.880690] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1176.880690] env[65635]: value = "task-4427254" [ 1176.880690] env[65635]: _type = "Task" [ 1176.880690] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.892666] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.919364] env[65635]: INFO nova.compute.manager [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Rebuilding instance [ 1176.962760] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427251, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.979462] env[65635]: DEBUG nova.compute.manager [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1176.980511] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c74520d-c1cf-45a1-ac7b-c8a0b0f9aa58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.102973] env[65635]: DEBUG oslo_vmware.api [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427252, 'name': PowerOffVM_Task, 'duration_secs': 0.14314} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.103379] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.103612] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.103965] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5889e0aa-9ef6-4ec0-9a25-d6e50719e633 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.120231] env[65635]: DEBUG nova.scheduler.client.report [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.136178] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.136454] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.136643] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Deleting the datastore file [datastore2] 02f1fcd0-50ab-40a6-9844-e29b71006312 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.136921] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d5426f-0c6b-4850-919c-ffc92a876005 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.145376] env[65635]: DEBUG oslo_vmware.api [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for the task: (returnval){ [ 1177.145376] env[65635]: value = "task-4427256" [ 1177.145376] env[65635]: _type = "Task" [ 1177.145376] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.156221] env[65635]: DEBUG oslo_vmware.api [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.199777] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427253, 'name': Rename_Task, 'duration_secs': 0.178997} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.200316] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.200395] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0ded82-7bff-4e64-87bf-a28c152b58dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.208682] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1177.208682] env[65635]: value = "task-4427257" [ 1177.208682] env[65635]: _type = "Task" [ 1177.208682] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.217488] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.227991] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1177.258108] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.258382] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.258584] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.258723] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.258849] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.258992] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.259243] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.259428] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.259642] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.259914] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.259968] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.260940] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1912a5-5f47-4367-8db2-25532554161b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.270253] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91add76a-017e-414d-bc46-902ca864d770 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.391293] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427254, 'name': PowerOffVM_Task, 'duration_secs': 0.22176} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.391614] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.392319] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.392570] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.392736] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.392946] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.393140] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.393310] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.393523] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.393698] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.393859] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.394057] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.394236] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.403945] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03490fa4-2eaa-46d6-bdc4-2b542bd85274 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.426333] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1177.426333] env[65635]: value = "task-4427258" [ 1177.426333] env[65635]: _type = "Task" [ 1177.426333] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.438063] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.456199] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621699} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.456481] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] c08fe503-63c1-4344-a753-9728c98df64f/c08fe503-63c1-4344-a753-9728c98df64f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.456716] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.456994] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3f30070-b1c3-4ad4-88d5-c23ac6e009dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.463667] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1177.463667] env[65635]: value = "task-4427259" [ 1177.463667] env[65635]: _type = "Task" [ 1177.463667] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.473198] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.573030] env[65635]: DEBUG nova.compute.manager [req-9c8eeb57-193c-47b4-b4bc-deaaaf7687fc req-9003e030-a9ac-425b-8821-c28cdde8a858 service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Received event network-vif-plugged-82a89457-c640-4e00-9fb4-0cf536cf8c62 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1177.573358] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c8eeb57-193c-47b4-b4bc-deaaaf7687fc req-9003e030-a9ac-425b-8821-c28cdde8a858 service nova] Acquiring lock "13951bf5-a995-4f05-bf03-24a27458a1d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.574182] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c8eeb57-193c-47b4-b4bc-deaaaf7687fc req-9003e030-a9ac-425b-8821-c28cdde8a858 service nova] Lock "13951bf5-a995-4f05-bf03-24a27458a1d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.574282] env[65635]: DEBUG oslo_concurrency.lockutils [req-9c8eeb57-193c-47b4-b4bc-deaaaf7687fc req-9003e030-a9ac-425b-8821-c28cdde8a858 service nova] Lock "13951bf5-a995-4f05-bf03-24a27458a1d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.574394] env[65635]: DEBUG nova.compute.manager [req-9c8eeb57-193c-47b4-b4bc-deaaaf7687fc req-9003e030-a9ac-425b-8821-c28cdde8a858 service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] No waiting events found dispatching network-vif-plugged-82a89457-c640-4e00-9fb4-0cf536cf8c62 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1177.574604] env[65635]: WARNING nova.compute.manager [req-9c8eeb57-193c-47b4-b4bc-deaaaf7687fc req-9003e030-a9ac-425b-8821-c28cdde8a858 service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Received unexpected event network-vif-plugged-82a89457-c640-4e00-9fb4-0cf536cf8c62 for instance with vm_state building and task_state spawning. [ 1177.626319] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.626580] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1177.629357] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.614s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.631155] env[65635]: INFO nova.compute.claims [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.656711] env[65635]: DEBUG oslo_vmware.api [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Task: {'id': task-4427256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203999} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.657344] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.657344] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.657344] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.657524] env[65635]: INFO nova.compute.manager [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1177.657850] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1177.658063] env[65635]: DEBUG nova.compute.manager [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1177.658168] env[65635]: DEBUG nova.network.neutron [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1177.658421] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.671061] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Successfully updated port: 82a89457-c640-4e00-9fb4-0cf536cf8c62 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1177.681327] env[65635]: DEBUG nova.network.neutron [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1177.681956] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.720597] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427257, 'name': PowerOnVM_Task} progress is 95%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.937926] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427258, 'name': ReconfigVM_Task, 'duration_secs': 0.166044} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.938789] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50290780-4028-4496-a3c9-f11b9ba722f1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.961207] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.961470] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.961621] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.961794] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.961934] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.962084] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.962292] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.962442] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.962598] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.962750] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.962913] env[65635]: DEBUG nova.virt.hardware [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.963736] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a83bef-46bd-479d-87a4-bf20f60888fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.975407] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168514} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.976319] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.976651] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1177.976651] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5285c73a-301e-5a28-0a85-af8fd3461b15" [ 1177.976651] env[65635]: _type = "Task" [ 1177.976651] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.977341] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a308c7-70be-4f59-bbc8-6f14ae8b939e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.987551] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5285c73a-301e-5a28-0a85-af8fd3461b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.996877] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.005921] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] c08fe503-63c1-4344-a753-9728c98df64f/c08fe503-63c1-4344-a753-9728c98df64f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.006323] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277db142-e5ff-4745-a036-a19c68ada757 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.008108] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0611f4-db38-4c5d-b346-b28f3c258cbf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.028978] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1178.028978] env[65635]: value = "task-4427261" [ 1178.028978] env[65635]: _type = "Task" [ 1178.028978] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.030554] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1178.030554] env[65635]: value = "task-4427260" [ 1178.030554] env[65635]: _type = "Task" [ 1178.030554] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.042961] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.136546] env[65635]: DEBUG nova.compute.utils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.140030] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1178.140701] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1178.140701] env[65635]: WARNING neutronclient.v2_0.client [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.140830] env[65635]: WARNING neutronclient.v2_0.client [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.173994] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "refresh_cache-13951bf5-a995-4f05-bf03-24a27458a1d7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.174203] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "refresh_cache-13951bf5-a995-4f05-bf03-24a27458a1d7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.174373] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1178.185480] env[65635]: DEBUG nova.network.neutron [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.191122] env[65635]: DEBUG nova.policy [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985828894eb648b09d292127406845a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a076402d350548ed9e73f592a1a3b8ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.220053] env[65635]: DEBUG oslo_vmware.api [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427257, 'name': PowerOnVM_Task, 'duration_secs': 0.690775} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.220345] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.220541] env[65635]: INFO nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1178.220713] env[65635]: DEBUG nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1178.221523] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b50d2-fa3b-40dd-9680-098675553158 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.493405] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5285c73a-301e-5a28-0a85-af8fd3461b15, 'name': SearchDatastore_Task, 'duration_secs': 0.03947} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.498906] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.499236] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d927ca5-5bd1-44c3-89a2-98e855cb1b5a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.517963] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Successfully created port: f764348c-00bc-43cb-b599-7fd0fe70df1a {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1178.522872] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1178.522872] env[65635]: value = "task-4427262" [ 1178.522872] env[65635]: _type = "Task" [ 1178.522872] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.532734] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.546083] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.549301] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.645634] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1178.691937] env[65635]: INFO nova.compute.manager [-] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Took 1.03 seconds to deallocate network for instance. [ 1178.738500] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1178.744540] env[65635]: INFO nova.compute.manager [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Took 33.74 seconds to build instance. [ 1178.890394] env[65635]: WARNING neutronclient.v2_0.client [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.968772] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c327efea-c13e-448f-973d-7aa00bd5c897 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.981062] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e80c7-707c-4f98-8af5-6d60fe612e15 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.012067] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2203d32-5b86-4c3b-bc9e-14359dffc782 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.015717] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Updating instance_info_cache with network_info: [{"id": "82a89457-c640-4e00-9fb4-0cf536cf8c62", "address": "fa:16:3e:6c:52:b4", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a89457-c6", "ovs_interfaceid": "82a89457-c640-4e00-9fb4-0cf536cf8c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.022756] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47722933-0207-4006-b2c4-c9232cd7f846 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.048688] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427262, 'name': ReconfigVM_Task, 'duration_secs': 0.254837} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.048790] env[65635]: DEBUG nova.compute.provider_tree [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.055016] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.055478] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6717a51c-ae4c-4065-8e85-44880aec0ed8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.061696] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427261, 'name': ReconfigVM_Task, 'duration_secs': 0.591549} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.062892] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] c08fe503-63c1-4344-a753-9728c98df64f/c08fe503-63c1-4344-a753-9728c98df64f.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.063795] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1da040-7152-4b60-ae9c-f9a1c120ac73 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.089434] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051/ba7c06bf-34e4-48b6-af83-d54b62a4c051.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.089775] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427260, 'name': PowerOffVM_Task, 'duration_secs': 0.879416} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.090762] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff181e92-04a0-4369-964e-dbfbcf06255e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.103810] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.107441] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1179.107441] env[65635]: value = "task-4427263" [ 1179.107441] env[65635]: _type = "Task" [ 1179.107441] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.118618] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1179.118618] env[65635]: value = "task-4427264" [ 1179.118618] env[65635]: _type = "Task" [ 1179.118618] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.123774] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427263, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.129575] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.168741] env[65635]: INFO nova.compute.manager [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Detaching volume 64669af9-aa6c-4f26-af8b-312879098de1 [ 1179.200973] env[65635]: INFO nova.virt.block_device [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Attempting to driver detach volume 64669af9-aa6c-4f26-af8b-312879098de1 from mountpoint /dev/sdb [ 1179.201230] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1179.201414] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1179.202605] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a949c91-f270-4c49-8977-e57e3f68ac97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.206279] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.226572] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e0c41-7f27-4068-bc4d-c36249c4c8e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.233854] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec6cb56-ed4f-436f-a4ce-7e79a4370f27 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.254364] env[65635]: DEBUG oslo_concurrency.lockutils [None req-543e9912-8708-49cd-8145-c80f872b3b5c tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.258s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.255534] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741cd065-363f-4260-8ffc-b8edccedee0a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.272942] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The volume has not been displaced from its original location: [datastore2] volume-64669af9-aa6c-4f26-af8b-312879098de1/volume-64669af9-aa6c-4f26-af8b-312879098de1.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1179.278208] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.278497] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902856bd-4085-4244-8db2-6839a55acc4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.297620] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1179.297620] env[65635]: value = "task-4427265" [ 1179.297620] env[65635]: _type = "Task" [ 1179.297620] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.305958] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.518437] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "refresh_cache-13951bf5-a995-4f05-bf03-24a27458a1d7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.518998] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Instance network_info: |[{"id": "82a89457-c640-4e00-9fb4-0cf536cf8c62", "address": "fa:16:3e:6c:52:b4", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a89457-c6", "ovs_interfaceid": "82a89457-c640-4e00-9fb4-0cf536cf8c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1179.519696] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:52:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a89457-c640-4e00-9fb4-0cf536cf8c62', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.527528] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1179.527770] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.527993] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebf0dcd0-deb2-4466-99fe-0a22eab49b4b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.551150] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.551150] env[65635]: value = "task-4427266" [ 1179.551150] env[65635]: _type = "Task" [ 1179.551150] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.555804] env[65635]: DEBUG nova.scheduler.client.report [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.566144] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427266, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.619803] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427263, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.629975] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.659070] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1179.688361] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1179.688666] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.688853] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1179.689201] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.689467] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1179.689981] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1179.690048] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1179.690303] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1179.690574] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1179.690834] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1179.691116] env[65635]: DEBUG nova.virt.hardware [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1179.692437] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c980189-e90e-4b5f-8595-6315a717330b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.704296] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9431c1-195c-4b27-bb9b-10f0e06e3690 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.764102] env[65635]: DEBUG nova.compute.manager [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Received event network-changed-82a89457-c640-4e00-9fb4-0cf536cf8c62 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1179.764396] env[65635]: DEBUG nova.compute.manager [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Refreshing instance network info cache due to event network-changed-82a89457-c640-4e00-9fb4-0cf536cf8c62. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1179.764522] env[65635]: DEBUG oslo_concurrency.lockutils [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] Acquiring lock "refresh_cache-13951bf5-a995-4f05-bf03-24a27458a1d7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.764675] env[65635]: DEBUG oslo_concurrency.lockutils [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] Acquired lock "refresh_cache-13951bf5-a995-4f05-bf03-24a27458a1d7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.764985] env[65635]: DEBUG nova.network.neutron [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Refreshing network info cache for port 82a89457-c640-4e00-9fb4-0cf536cf8c62 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.808902] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427265, 'name': ReconfigVM_Task, 'duration_secs': 0.417304} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.809207] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.814139] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61a168c6-caca-4676-b58c-ef170abed7be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.832480] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1179.832480] env[65635]: value = "task-4427267" [ 1179.832480] env[65635]: _type = "Task" [ 1179.832480] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.843552] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.062103] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.062927] env[65635]: DEBUG nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1180.070318] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.044s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.070543] env[65635]: DEBUG nova.objects.instance [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1180.075754] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427266, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.084124] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Successfully updated port: f764348c-00bc-43cb-b599-7fd0fe70df1a {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1180.120017] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427263, 'name': Rename_Task, 'duration_secs': 0.764636} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.124464] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.125225] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89079aff-c616-4c3d-a255-c961fc76f4e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.133541] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427264, 'name': ReconfigVM_Task, 'duration_secs': 0.972007} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.135275] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051/ba7c06bf-34e4-48b6-af83-d54b62a4c051.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.136031] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1180.136031] env[65635]: value = "task-4427268" [ 1180.136031] env[65635]: _type = "Task" [ 1180.136031] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.137095] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af21d6-3199-47f7-a837-dfad0417322c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.149708] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.168804] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63542bab-cd3b-4dea-83f1-a895293d7461 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.198650] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dac84c1-6d6e-4284-9659-f01dead030e6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.222274] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f437bd02-6d02-4a39-aceb-55c759ed1a78 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.230743] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.231034] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfaccbf1-116f-417b-b917-d75e4a5e9385 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.238634] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1180.238634] env[65635]: value = "task-4427269" [ 1180.238634] env[65635]: _type = "Task" [ 1180.238634] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.248251] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.267876] env[65635]: WARNING neutronclient.v2_0.client [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.347657] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427267, 'name': ReconfigVM_Task, 'duration_secs': 0.232405} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.349575] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.353789] env[65635]: DEBUG nova.compute.manager [req-c51f5655-ff2f-451b-b687-1c66b234a602 req-d4038a50-4459-4d45-b1d4-6a5a136fb0c9 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Received event network-vif-plugged-f764348c-00bc-43cb-b599-7fd0fe70df1a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.353789] env[65635]: DEBUG oslo_concurrency.lockutils [req-c51f5655-ff2f-451b-b687-1c66b234a602 req-d4038a50-4459-4d45-b1d4-6a5a136fb0c9 service nova] Acquiring lock "e258050e-76d6-4a00-99ad-43da14811a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.353789] env[65635]: DEBUG oslo_concurrency.lockutils [req-c51f5655-ff2f-451b-b687-1c66b234a602 req-d4038a50-4459-4d45-b1d4-6a5a136fb0c9 service nova] Lock "e258050e-76d6-4a00-99ad-43da14811a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.353789] env[65635]: DEBUG oslo_concurrency.lockutils [req-c51f5655-ff2f-451b-b687-1c66b234a602 req-d4038a50-4459-4d45-b1d4-6a5a136fb0c9 service nova] Lock "e258050e-76d6-4a00-99ad-43da14811a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.354055] env[65635]: DEBUG nova.compute.manager [req-c51f5655-ff2f-451b-b687-1c66b234a602 req-d4038a50-4459-4d45-b1d4-6a5a136fb0c9 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] No waiting events found dispatching network-vif-plugged-f764348c-00bc-43cb-b599-7fd0fe70df1a {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1180.354247] env[65635]: WARNING nova.compute.manager [req-c51f5655-ff2f-451b-b687-1c66b234a602 req-d4038a50-4459-4d45-b1d4-6a5a136fb0c9 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Received unexpected event network-vif-plugged-f764348c-00bc-43cb-b599-7fd0fe70df1a for instance with vm_state building and task_state spawning. [ 1180.485502] env[65635]: WARNING neutronclient.v2_0.client [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.567101] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427266, 'name': CreateVM_Task, 'duration_secs': 0.548315} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.568739] env[65635]: DEBUG nova.network.neutron [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Updated VIF entry in instance network info cache for port 82a89457-c640-4e00-9fb4-0cf536cf8c62. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1180.569260] env[65635]: DEBUG nova.network.neutron [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Updating instance_info_cache with network_info: [{"id": "82a89457-c640-4e00-9fb4-0cf536cf8c62", "address": "fa:16:3e:6c:52:b4", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a89457-c6", "ovs_interfaceid": "82a89457-c640-4e00-9fb4-0cf536cf8c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.572069] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.572622] env[65635]: WARNING neutronclient.v2_0.client [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.573079] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.573249] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.573576] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.573849] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a2c9cb-09e7-4480-9168-b386588956ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.585948] env[65635]: DEBUG nova.compute.utils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.595323] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "refresh_cache-e258050e-76d6-4a00-99ad-43da14811a15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.595467] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "refresh_cache-e258050e-76d6-4a00-99ad-43da14811a15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.595568] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1180.596639] env[65635]: DEBUG nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1180.596816] env[65635]: DEBUG nova.network.neutron [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1180.597143] env[65635]: WARNING neutronclient.v2_0.client [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.597436] env[65635]: WARNING neutronclient.v2_0.client [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.604513] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1180.604513] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a23a66-9569-d121-cbe7-69444f861850" [ 1180.604513] env[65635]: _type = "Task" [ 1180.604513] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.615660] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a23a66-9569-d121-cbe7-69444f861850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.648507] env[65635]: DEBUG nova.policy [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f1dc91ca620470cbf8256c8f66d6ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15d8af2534314b5bba33f6a18993f9df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.659355] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.751899] env[65635]: DEBUG oslo_vmware.api [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427269, 'name': PowerOnVM_Task, 'duration_secs': 0.469625} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.751899] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.973483] env[65635]: DEBUG nova.network.neutron [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Successfully created port: f1c521c1-7f90-411c-b820-658d3e3d7158 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1181.081641] env[65635]: DEBUG oslo_concurrency.lockutils [req-099ed50a-e2d1-4453-9ac2-ed525bfb9829 req-31c71305-8795-44cb-8862-42879e869c0c service nova] Releasing lock "refresh_cache-13951bf5-a995-4f05-bf03-24a27458a1d7" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.096253] env[65635]: DEBUG oslo_concurrency.lockutils [None req-424eb22b-d2b4-490e-8500-baebd92a8e09 tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.097578] env[65635]: DEBUG nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1181.100129] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.646s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.101782] env[65635]: INFO nova.compute.claims [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.118762] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a23a66-9569-d121-cbe7-69444f861850, 'name': SearchDatastore_Task, 'duration_secs': 0.019429} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.119230] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.119418] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.119711] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.119881] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.120127] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.120437] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a44cd40-2c77-4c3c-a5af-a7b3388923cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.130673] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.131371] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.132950] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a56a11b-3a57-4728-8dcb-cc5259f6bf4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.142699] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1181.142699] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b6ad55-303f-b99f-fac0-c92d04b80e5c" [ 1181.142699] env[65635]: _type = "Task" [ 1181.142699] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.150838] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1181.164761] env[65635]: DEBUG oslo_vmware.api [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427268, 'name': PowerOnVM_Task, 'duration_secs': 0.576966} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.164997] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52b6ad55-303f-b99f-fac0-c92d04b80e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.165303] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.165517] env[65635]: INFO nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1181.165734] env[65635]: DEBUG nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1181.167127] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29cc6fa-858b-4bdd-835a-c116c4072dcd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.169810] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d54f19-7575-4c88-83e1-f1d55e04a6ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.181595] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1181.181595] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bc171e-7086-63bd-e1f7-bb3c817c4b82" [ 1181.181595] env[65635]: _type = "Task" [ 1181.181595] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.192600] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bc171e-7086-63bd-e1f7-bb3c817c4b82, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.192952] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.193326] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 13951bf5-a995-4f05-bf03-24a27458a1d7/13951bf5-a995-4f05-bf03-24a27458a1d7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.193681] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0464c3a8-2c62-431a-bd0c-6eb6bf0941e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.206263] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1181.206263] env[65635]: value = "task-4427270" [ 1181.206263] env[65635]: _type = "Task" [ 1181.206263] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.220222] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.248525] env[65635]: WARNING neutronclient.v2_0.client [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.401491] env[65635]: DEBUG nova.network.neutron [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Updating instance_info_cache with network_info: [{"id": "f764348c-00bc-43cb-b599-7fd0fe70df1a", "address": "fa:16:3e:d3:20:25", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764348c-00", "ovs_interfaceid": "f764348c-00bc-43cb-b599-7fd0fe70df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.411806] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.414941] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49967558-f4d7-4d17-883e-c71d84b2e10d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.426056] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1181.426056] env[65635]: value = "task-4427271" [ 1181.426056] env[65635]: _type = "Task" [ 1181.426056] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.445026] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1181.445026] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1181.445026] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1181.445026] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026dbc7-bca7-4329-ab99-e6cd0f9ae09e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.479737] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0d56d0-2ecd-43aa-8ec5-cb70328cef64 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.488455] env[65635]: WARNING nova.virt.vmwareapi.driver [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1181.488769] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.489641] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e7d88a-f60c-4a84-b042-ab5efa049b5e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.499525] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.499778] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a969bee0-e202-4eb6-b8bf-dce7cc65e984 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.599054] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.599054] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.599274] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleting the datastore file [datastore2] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.600079] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-436f17fd-e089-4314-ac78-11e698adc22a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.616692] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1181.616692] env[65635]: value = "task-4427273" [ 1181.616692] env[65635]: _type = "Task" [ 1181.616692] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.630217] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.692331] env[65635]: INFO nova.compute.manager [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Took 36.52 seconds to build instance. [ 1181.718979] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482041} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.719779] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 13951bf5-a995-4f05-bf03-24a27458a1d7/13951bf5-a995-4f05-bf03-24a27458a1d7.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.720121] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.720489] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d573825-c969-461f-925d-22c4dae1874e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.730743] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1181.730743] env[65635]: value = "task-4427274" [ 1181.730743] env[65635]: _type = "Task" [ 1181.730743] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.744984] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.807486] env[65635]: INFO nova.compute.manager [None req-ad1812ae-c964-4b02-85de-37533708745d tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance to original state: 'active' [ 1181.858956] env[65635]: DEBUG nova.compute.manager [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Received event network-changed-89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1181.859051] env[65635]: DEBUG nova.compute.manager [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Refreshing instance network info cache due to event network-changed-89358c9c-a651-4a30-bf54-cee1e44af9a9. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1181.859254] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] Acquiring lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.859395] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] Acquired lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.859552] env[65635]: DEBUG nova.network.neutron [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Refreshing network info cache for port 89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.903846] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "refresh_cache-e258050e-76d6-4a00-99ad-43da14811a15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.903951] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Instance network_info: |[{"id": "f764348c-00bc-43cb-b599-7fd0fe70df1a", "address": "fa:16:3e:d3:20:25", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764348c-00", "ovs_interfaceid": "f764348c-00bc-43cb-b599-7fd0fe70df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1181.904687] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:20:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f764348c-00bc-43cb-b599-7fd0fe70df1a', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.915570] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1181.915873] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.916147] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a2fc0e8-4b13-4499-ae39-cdd06accd889 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.948111] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.948111] env[65635]: value = "task-4427275" [ 1181.948111] env[65635]: _type = "Task" [ 1181.948111] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.957897] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427275, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.118594] env[65635]: DEBUG nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1182.134059] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339441} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.135240] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.135240] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.135388] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.152775] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='490d56158f053602c7c0d2017f49b486',container_format='bare',created_at=2025-11-12T23:21:59Z,direct_url=,disk_format='vmdk',id=5b39fa0f-f3ff-4e99-a002-a2138db40852,min_disk=1,min_ram=0,name='tempest-test-snap-938631963',owner='15d8af2534314b5bba33f6a18993f9df',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-12T23:22:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1182.153010] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.153193] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1182.154021] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.154021] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1182.154021] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1182.154021] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1182.154021] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1182.154277] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1182.154310] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1182.154459] env[65635]: DEBUG nova.virt.hardware [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1182.155380] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d7d1d1-bfe3-4b97-9e96-75d072fcbf4a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.167059] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc9992-1e81-4cbd-bc7f-213a886dfc24 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.193877] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1f87e983-782e-4b76-a890-09ad86602f00 tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "c08fe503-63c1-4344-a753-9728c98df64f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.029s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.244056] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072251} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.244191] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.244913] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dd4c25-c18a-414f-bbab-742c1c5745a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.269898] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 13951bf5-a995-4f05-bf03-24a27458a1d7/13951bf5-a995-4f05-bf03-24a27458a1d7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.273150] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-771bdcd4-eb85-40a7-a307-7cd041f28110 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.294263] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1182.294263] env[65635]: value = "task-4427276" [ 1182.294263] env[65635]: _type = "Task" [ 1182.294263] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.305753] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.364489] env[65635]: WARNING neutronclient.v2_0.client [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.392471] env[65635]: DEBUG nova.compute.manager [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Received event network-changed-f764348c-00bc-43cb-b599-7fd0fe70df1a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1182.392471] env[65635]: DEBUG nova.compute.manager [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Refreshing instance network info cache due to event network-changed-f764348c-00bc-43cb-b599-7fd0fe70df1a. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1182.392471] env[65635]: DEBUG oslo_concurrency.lockutils [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] Acquiring lock "refresh_cache-e258050e-76d6-4a00-99ad-43da14811a15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.392471] env[65635]: DEBUG oslo_concurrency.lockutils [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] Acquired lock "refresh_cache-e258050e-76d6-4a00-99ad-43da14811a15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.392471] env[65635]: DEBUG nova.network.neutron [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Refreshing network info cache for port f764348c-00bc-43cb-b599-7fd0fe70df1a {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.449346] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6713c00-45d0-49ee-b69a-5bb318eb9a77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.469377] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427275, 'name': CreateVM_Task, 'duration_secs': 0.394099} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.470274] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5e9138-c4db-4bf8-8899-38dba44f6e98 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.473918] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.474455] env[65635]: WARNING neutronclient.v2_0.client [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.474808] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.474957] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.475352] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.476371] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7299aa-2034-4df8-b57b-3fe660e67467 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.512866] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b638f-d4e1-4686-9233-4a881a7acb75 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.517247] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1182.517247] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cae051-a853-0d6a-e721-f821955decd9" [ 1182.517247] env[65635]: _type = "Task" [ 1182.517247] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.524513] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b327ef-d06f-43d1-aaed-b3b86fa0c47a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.531682] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cae051-a853-0d6a-e721-f821955decd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.542611] env[65635]: DEBUG nova.compute.provider_tree [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.544711] env[65635]: DEBUG nova.network.neutron [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Successfully updated port: f1c521c1-7f90-411c-b820-658d3e3d7158 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1182.640602] env[65635]: INFO nova.virt.block_device [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Booting with volume 64669af9-aa6c-4f26-af8b-312879098de1 at /dev/sdb [ 1182.686115] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b24c8730-1dac-4eaf-9982-f1aa5e828eb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.696340] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd07ce-28b4-4729-b521-e664ca69d406 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.732052] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5410e0f7-931b-47ad-a188-569f9b6a1e87 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.741711] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc68256-fe81-4855-8994-93fb8aef7072 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.776215] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd0ff25-f41e-491e-ac3c-c2aafc244f8b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.785729] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f31e6-f864-47f3-87f7-0fdca6cb1c79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.801651] env[65635]: DEBUG nova.virt.block_device [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updating existing volume attachment record: 9ada892a-807a-4538-bec4-eff044241d02 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.811376] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427276, 'name': ReconfigVM_Task, 'duration_secs': 0.342971} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.811644] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 13951bf5-a995-4f05-bf03-24a27458a1d7/13951bf5-a995-4f05-bf03-24a27458a1d7.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.815537] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8670644-347a-4cdb-abc8-b42bcce86d9e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.828693] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1182.828693] env[65635]: value = "task-4427277" [ 1182.828693] env[65635]: _type = "Task" [ 1182.828693] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.837539] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427277, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.899459] env[65635]: WARNING neutronclient.v2_0.client [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.032219] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cae051-a853-0d6a-e721-f821955decd9, 'name': SearchDatastore_Task, 'duration_secs': 0.01463} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.032572] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.032812] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.033199] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.033332] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.033398] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.033683] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4baac8cf-755d-47a5-914a-5c969877e807 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.036760] env[65635]: WARNING neutronclient.v2_0.client [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.047431] env[65635]: DEBUG nova.scheduler.client.report [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.052080] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "refresh_cache-75cbdc21-17f4-4e97-9c7b-5c311ac016ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.052264] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "refresh_cache-75cbdc21-17f4-4e97-9c7b-5c311ac016ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.052436] env[65635]: DEBUG nova.network.neutron [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1183.053479] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.053646] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.054719] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0b4a70-1f25-4aa1-97a2-d92d66ae22f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.061014] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1183.061014] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]527a932e-8cd5-07d1-5608-b76b83689f56" [ 1183.061014] env[65635]: _type = "Task" [ 1183.061014] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.074705] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527a932e-8cd5-07d1-5608-b76b83689f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.136486] env[65635]: DEBUG nova.network.neutron [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Updated VIF entry in instance network info cache for port 89358c9c-a651-4a30-bf54-cee1e44af9a9. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.139137] env[65635]: DEBUG nova.network.neutron [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Updating instance_info_cache with network_info: [{"id": "89358c9c-a651-4a30-bf54-cee1e44af9a9", "address": "fa:16:3e:22:16:a4", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89358c9c-a6", "ovs_interfaceid": "89358c9c-a651-4a30-bf54-cee1e44af9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.167428] env[65635]: WARNING neutronclient.v2_0.client [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.239970] env[65635]: DEBUG nova.network.neutron [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Updated VIF entry in instance network info cache for port f764348c-00bc-43cb-b599-7fd0fe70df1a. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.240355] env[65635]: DEBUG nova.network.neutron [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Updating instance_info_cache with network_info: [{"id": "f764348c-00bc-43cb-b599-7fd0fe70df1a", "address": "fa:16:3e:d3:20:25", "network": {"id": "23a145db-25df-4b53-bb5e-95a96d430d0e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1149137969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076402d350548ed9e73f592a1a3b8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf764348c-00", "ovs_interfaceid": "f764348c-00bc-43cb-b599-7fd0fe70df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.339621] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427277, 'name': Rename_Task, 'duration_secs': 0.149732} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.339920] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.340191] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-375f52cf-1455-496a-8c20-55c2d717752f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.343555] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "c08fe503-63c1-4344-a753-9728c98df64f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.343797] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "c08fe503-63c1-4344-a753-9728c98df64f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.344018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "c08fe503-63c1-4344-a753-9728c98df64f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.344201] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "c08fe503-63c1-4344-a753-9728c98df64f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.344364] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "c08fe503-63c1-4344-a753-9728c98df64f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.348505] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1183.348505] env[65635]: value = "task-4427278" [ 1183.348505] env[65635]: _type = "Task" [ 1183.348505] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.349205] env[65635]: INFO nova.compute.manager [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Terminating instance [ 1183.364680] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.558753] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.559329] env[65635]: DEBUG nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1183.562174] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.304s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.562434] env[65635]: DEBUG nova.objects.instance [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lazy-loading 'resources' on Instance uuid fd745075-87d0-476a-b786-f0a55d843cce {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.573927] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]527a932e-8cd5-07d1-5608-b76b83689f56, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.575339] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c6ca51-ba87-42aa-9bb9-b8ad032c0815 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.582428] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1183.582428] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526ff160-428a-5b22-8452-2f96dce9769a" [ 1183.582428] env[65635]: _type = "Task" [ 1183.582428] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.591194] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526ff160-428a-5b22-8452-2f96dce9769a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.592444] env[65635]: DEBUG nova.network.neutron [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1183.641171] env[65635]: DEBUG oslo_concurrency.lockutils [req-9f40e2db-2c2d-41cd-8b40-5f6d53bae97a req-f40b2c26-ffcd-424e-b8f1-50bd371f284a service nova] Releasing lock "refresh_cache-6d0c84a0-d155-4d9d-ad35-a37566f4c320" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.671465] env[65635]: WARNING neutronclient.v2_0.client [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.710627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.710887] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.711075] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.711268] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.711390] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.713752] env[65635]: INFO nova.compute.manager [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Terminating instance [ 1183.743505] env[65635]: DEBUG oslo_concurrency.lockutils [req-61c895fb-b96d-4604-a240-3906655d3ffa req-fd44511b-c65e-4cf4-8e3b-5bd256bad423 service nova] Releasing lock "refresh_cache-e258050e-76d6-4a00-99ad-43da14811a15" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.749954] env[65635]: DEBUG nova.network.neutron [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Updating instance_info_cache with network_info: [{"id": "f1c521c1-7f90-411c-b820-658d3e3d7158", "address": "fa:16:3e:17:86:c1", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c521c1-7f", "ovs_interfaceid": "f1c521c1-7f90-411c-b820-658d3e3d7158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.865954] env[65635]: DEBUG nova.compute.manager [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1183.866253] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.866645] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427278, 'name': PowerOnVM_Task, 'duration_secs': 0.509971} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.867520] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e665e3-5141-4f3b-9ad4-92b7638ae4a0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.870770] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.871031] env[65635]: INFO nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1183.871249] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1183.872141] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da3852a-85e0-48e2-a57f-e213ff641e8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.884711] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.885257] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4f95983-6f7b-4ce0-90ca-fc56779d89e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.893058] env[65635]: DEBUG oslo_vmware.api [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1183.893058] env[65635]: value = "task-4427279" [ 1183.893058] env[65635]: _type = "Task" [ 1183.893058] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.903884] env[65635]: DEBUG oslo_vmware.api [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.066147] env[65635]: DEBUG nova.compute.utils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.067842] env[65635]: DEBUG nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1184.068079] env[65635]: DEBUG nova.network.neutron [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1184.068405] env[65635]: WARNING neutronclient.v2_0.client [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.068694] env[65635]: WARNING neutronclient.v2_0.client [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.095193] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526ff160-428a-5b22-8452-2f96dce9769a, 'name': SearchDatastore_Task, 'duration_secs': 0.026807} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.098894] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.099282] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] e258050e-76d6-4a00-99ad-43da14811a15/e258050e-76d6-4a00-99ad-43da14811a15.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.100027] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-177534b1-0e3b-4502-82a2-48b635e9f50f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.109723] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1184.109723] env[65635]: value = "task-4427280" [ 1184.109723] env[65635]: _type = "Task" [ 1184.109723] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.124128] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.133203] env[65635]: DEBUG nova.policy [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9833404dce8b4e16b55b5dc2ef4a4c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236048392e7440aa90cd241154034069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.219923] env[65635]: DEBUG nova.compute.manager [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1184.220287] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.221343] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-467aa833-c874-4bfb-ab00-045571d3e3a0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.230291] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1184.230291] env[65635]: value = "task-4427281" [ 1184.230291] env[65635]: _type = "Task" [ 1184.230291] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.240429] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.253018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "refresh_cache-75cbdc21-17f4-4e97-9c7b-5c311ac016ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.254767] env[65635]: DEBUG nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Instance network_info: |[{"id": "f1c521c1-7f90-411c-b820-658d3e3d7158", "address": "fa:16:3e:17:86:c1", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c521c1-7f", "ovs_interfaceid": "f1c521c1-7f90-411c-b820-658d3e3d7158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1184.254767] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:86:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1c521c1-7f90-411c-b820-658d3e3d7158', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.262701] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1184.265770] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.266189] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe83455b-609a-4667-8db8-4da3c21b9813 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.292995] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.292995] env[65635]: value = "task-4427282" [ 1184.292995] env[65635]: _type = "Task" [ 1184.292995] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.303141] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427282, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.407058] env[65635]: INFO nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Took 29.98 seconds to build instance. [ 1184.407754] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7057815a-e77b-479c-9cd2-a6637d851cae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.425159] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b04175-710a-4a46-b97c-e33e1f64df4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.430191] env[65635]: DEBUG oslo_vmware.api [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427279, 'name': PowerOffVM_Task, 'duration_secs': 0.327367} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.430191] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.430411] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.430994] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ef7f218-872e-49dd-b465-d169aaf581bf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.478072] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989f2ad1-77c2-401b-bb87-6aef5acc601a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.487661] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae7a7d4-f82a-4a50-a747-99fa9c6bb2b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.508947] env[65635]: DEBUG nova.compute.provider_tree [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.516203] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.516753] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.516753] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleting the datastore file [datastore2] c08fe503-63c1-4344-a753-9728c98df64f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.519042] env[65635]: DEBUG nova.network.neutron [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Successfully created port: 9504a57d-d0a6-4914-8306-c0438639f9b7 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1184.520649] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdb9f388-9654-477f-85b3-cae76f70d8a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.530982] env[65635]: DEBUG oslo_vmware.api [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for the task: (returnval){ [ 1184.530982] env[65635]: value = "task-4427284" [ 1184.530982] env[65635]: _type = "Task" [ 1184.530982] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.543930] env[65635]: DEBUG oslo_vmware.api [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.574505] env[65635]: DEBUG nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1184.580090] env[65635]: DEBUG nova.compute.manager [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Received event network-vif-plugged-f1c521c1-7f90-411c-b820-658d3e3d7158 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.580317] env[65635]: DEBUG oslo_concurrency.lockutils [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] Acquiring lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.580865] env[65635]: DEBUG oslo_concurrency.lockutils [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] Lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.580865] env[65635]: DEBUG oslo_concurrency.lockutils [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] Lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.580933] env[65635]: DEBUG nova.compute.manager [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] No waiting events found dispatching network-vif-plugged-f1c521c1-7f90-411c-b820-658d3e3d7158 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1184.581072] env[65635]: WARNING nova.compute.manager [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Received unexpected event network-vif-plugged-f1c521c1-7f90-411c-b820-658d3e3d7158 for instance with vm_state building and task_state spawning. [ 1184.581234] env[65635]: DEBUG nova.compute.manager [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Received event network-changed-f1c521c1-7f90-411c-b820-658d3e3d7158 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.581422] env[65635]: DEBUG nova.compute.manager [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Refreshing instance network info cache due to event network-changed-f1c521c1-7f90-411c-b820-658d3e3d7158. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1184.581574] env[65635]: DEBUG oslo_concurrency.lockutils [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] Acquiring lock "refresh_cache-75cbdc21-17f4-4e97-9c7b-5c311ac016ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.581762] env[65635]: DEBUG oslo_concurrency.lockutils [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] Acquired lock "refresh_cache-75cbdc21-17f4-4e97-9c7b-5c311ac016ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.582047] env[65635]: DEBUG nova.network.neutron [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Refreshing network info cache for port f1c521c1-7f90-411c-b820-658d3e3d7158 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.626968] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.740934] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427281, 'name': PowerOffVM_Task, 'duration_secs': 0.232929} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.741418] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.741418] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.741694] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866279', 'volume_id': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'name': 'volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ba7c06bf-34e4-48b6-af83-d54b62a4c051', 'attached_at': '2025-11-12T23:22:28.000000', 'detached_at': '', 'volume_id': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'serial': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.742483] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261bfd4-1a63-48f2-ba13-5246f67b7216 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.765603] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc29130-e210-4ef7-9484-275eceeaff5e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.773527] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc5e3a3-4341-496c-ad19-8915c6ee26e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.801181] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7141c46d-cc69-40bb-abd3-3c9356adaaab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.809709] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427282, 'name': CreateVM_Task, 'duration_secs': 0.439725} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.820394] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.820740] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The volume has not been displaced from its original location: [datastore2] volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537/volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.827245] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.827668] env[65635]: WARNING neutronclient.v2_0.client [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.828058] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.828195] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.828561] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.828804] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-449a1098-b0f6-4723-af4a-9b6e900b87e3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.841513] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b260ddb4-d1e1-48fd-a535-35a2cbd5a01b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.847560] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1184.847560] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521676de-854c-308f-9cce-579c727ddb4b" [ 1184.847560] env[65635]: _type = "Task" [ 1184.847560] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.852249] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1184.852249] env[65635]: value = "task-4427285" [ 1184.852249] env[65635]: _type = "Task" [ 1184.852249] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.860075] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521676de-854c-308f-9cce-579c727ddb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.863349] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.914866] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "13951bf5-a995-4f05-bf03-24a27458a1d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.509s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.961305] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.961627] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.961828] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.962088] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.962291] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.962474] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.962759] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.962973] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.963213] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.963446] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.963687] env[65635]: DEBUG nova.virt.hardware [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.964778] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f0c96c-72c4-4260-81d7-2ebcfbbd6b70 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.973127] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ee9c56-6741-4e34-bab7-76c7882e599e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.987702] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:71:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccc296c6-e7b4-46fb-8a03-ed8473bc933a', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.994902] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1184.995183] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.995437] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b2c7502-8857-44bd-a4e4-64ef3096a9ed {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.012511] env[65635]: DEBUG nova.scheduler.client.report [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.017215] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.017215] env[65635]: value = "task-4427286" [ 1185.017215] env[65635]: _type = "Task" [ 1185.017215] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.026441] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427286, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.040964] env[65635]: DEBUG oslo_vmware.api [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Task: {'id': task-4427284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425212} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.041243] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.041432] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.041613] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.041779] env[65635]: INFO nova.compute.manager [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1185.042086] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1185.042348] env[65635]: DEBUG nova.compute.manager [-] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1185.042412] env[65635]: DEBUG nova.network.neutron [-] [instance: c08fe503-63c1-4344-a753-9728c98df64f] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1185.042638] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.090195] env[65635]: WARNING neutronclient.v2_0.client [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.122851] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637215} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.122851] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] e258050e-76d6-4a00-99ad-43da14811a15/e258050e-76d6-4a00-99ad-43da14811a15.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.122851] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.122851] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de12b2cc-a0c2-44e6-b4f4-d3109d190cd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.132584] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1185.132584] env[65635]: value = "task-4427287" [ 1185.132584] env[65635]: _type = "Task" [ 1185.132584] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.142086] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.152397] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.374791] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.375207] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Processing image 5b39fa0f-f3ff-4e99-a002-a2138db40852 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.375546] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852/5b39fa0f-f3ff-4e99-a002-a2138db40852.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.375755] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852/5b39fa0f-f3ff-4e99-a002-a2138db40852.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.375994] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.376420] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427285, 'name': ReconfigVM_Task, 'duration_secs': 0.280952} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.376727] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acd14c6b-1335-4ab6-b5d9-0ec6baa02a10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.379642] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.387543] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68bfb262-c175-4055-9556-b0f8bad511c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.411392] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1185.411392] env[65635]: value = "task-4427288" [ 1185.411392] env[65635]: _type = "Task" [ 1185.411392] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.416014] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.416212] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.417355] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2714b0-5db7-4cb2-82b3-938e8d4f72b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.423263] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.427067] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1185.427067] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dc9622-0aa0-2111-cdcd-28f767a680bc" [ 1185.427067] env[65635]: _type = "Task" [ 1185.427067] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.440459] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52dc9622-0aa0-2111-cdcd-28f767a680bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.521958] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.525109] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.641s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.535273] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427286, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.562692] env[65635]: INFO nova.scheduler.client.report [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Deleted allocations for instance fd745075-87d0-476a-b786-f0a55d843cce [ 1185.594911] env[65635]: DEBUG nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1185.627567] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1185.627837] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.627972] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1185.628168] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.628314] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1185.628456] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1185.628659] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1185.628811] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1185.628971] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1185.629142] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1185.629313] env[65635]: DEBUG nova.virt.hardware [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1185.630436] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aade77-36f7-4122-ad66-36aa6c88286e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.644583] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f5b46-38b6-429f-bfe4-afa5d12d056f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.648993] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099549} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.649264] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.651806] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d405c8b-d21d-4383-8e20-cb0cff81d61c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.682839] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] e258050e-76d6-4a00-99ad-43da14811a15/e258050e-76d6-4a00-99ad-43da14811a15.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.686048] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ef6e71-0fa0-46e1-9196-beaef01d8c19 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.707925] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1185.707925] env[65635]: value = "task-4427289" [ 1185.707925] env[65635]: _type = "Task" [ 1185.707925] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.717411] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.738531] env[65635]: WARNING neutronclient.v2_0.client [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.922833] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427288, 'name': ReconfigVM_Task, 'duration_secs': 0.401281} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.923596] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866279', 'volume_id': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'name': 'volume-a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ba7c06bf-34e4-48b6-af83-d54b62a4c051', 'attached_at': '2025-11-12T23:22:28.000000', 'detached_at': '', 'volume_id': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537', 'serial': 'a6a6eae4-6bb1-4292-a39f-5e1c3bf33537'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1185.923780] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.924608] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013d35e0-0d2e-4aaa-8110-61aaefca75d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.937638] env[65635]: DEBUG nova.network.neutron [-] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.938903] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.942651] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04ff59e9-874a-4340-9b34-d9119bd35899 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.946212] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Preparing fetch location {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1185.946484] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Fetch image to [datastore2] OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267/OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267.vmdk {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1185.946664] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Downloading stream optimized image 5b39fa0f-f3ff-4e99-a002-a2138db40852 to [datastore2] OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267/OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267.vmdk on the data store datastore2 as vApp {{(pid=65635) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1185.946861] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Downloading image file data 5b39fa0f-f3ff-4e99-a002-a2138db40852 to the ESX as VM named 'OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267' {{(pid=65635) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1185.976155] env[65635]: DEBUG nova.network.neutron [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Updated VIF entry in instance network info cache for port f1c521c1-7f90-411c-b820-658d3e3d7158. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1185.976658] env[65635]: DEBUG nova.network.neutron [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Updating instance_info_cache with network_info: [{"id": "f1c521c1-7f90-411c-b820-658d3e3d7158", "address": "fa:16:3e:17:86:c1", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c521c1-7f", "ovs_interfaceid": "f1c521c1-7f90-411c-b820-658d3e3d7158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.024830] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.025062] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.025312] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleting the datastore file [datastore1] ba7c06bf-34e4-48b6-af83-d54b62a4c051 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.025973] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2a023b8-1ec1-43d5-b29f-1bf683e1984e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.042866] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427286, 'name': CreateVM_Task, 'duration_secs': 0.594456} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.043581] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.044174] env[65635]: WARNING neutronclient.v2_0.client [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1186.044585] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.044665] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.045028] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.045286] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4be364-255f-4e9f-a4a0-a4e38eb53e74 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.048573] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1186.048573] env[65635]: value = "task-4427291" [ 1186.048573] env[65635]: _type = "Task" [ 1186.048573] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.053592] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1186.053592] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c2a0bc-cb34-5ae6-a438-80531c583c22" [ 1186.053592] env[65635]: _type = "Task" [ 1186.053592] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.061798] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.071298] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c2a0bc-cb34-5ae6-a438-80531c583c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.071842] env[65635]: DEBUG oslo_concurrency.lockutils [None req-73365089-7106-45f6-a7be-5d2f7bf13acd tempest-ServersListShow2100Test-1974494659 tempest-ServersListShow2100Test-1974494659-project-member] Lock "fd745075-87d0-476a-b786-f0a55d843cce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.592s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.089307] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1186.089307] env[65635]: value = "resgroup-9" [ 1186.089307] env[65635]: _type = "ResourcePool" [ 1186.089307] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1186.089535] env[65635]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-85a2efeb-4eef-4af5-8b2d-e0566d46452b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.112957] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lease: (returnval){ [ 1186.112957] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256920b-1423-d778-2b50-09a7d7e809f2" [ 1186.112957] env[65635]: _type = "HttpNfcLease" [ 1186.112957] env[65635]: } obtained for vApp import into resource pool (val){ [ 1186.112957] env[65635]: value = "resgroup-9" [ 1186.112957] env[65635]: _type = "ResourcePool" [ 1186.112957] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1186.113493] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the lease: (returnval){ [ 1186.113493] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256920b-1423-d778-2b50-09a7d7e809f2" [ 1186.113493] env[65635]: _type = "HttpNfcLease" [ 1186.113493] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1186.121427] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.121427] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256920b-1423-d778-2b50-09a7d7e809f2" [ 1186.121427] env[65635]: _type = "HttpNfcLease" [ 1186.121427] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.220913] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427289, 'name': ReconfigVM_Task, 'duration_secs': 0.340009} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.224021] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Reconfigured VM instance instance-0000006e to attach disk [datastore2] e258050e-76d6-4a00-99ad-43da14811a15/e258050e-76d6-4a00-99ad-43da14811a15.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.224021] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6a6fa69-15db-433c-b677-6514566a9162 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.233151] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1186.233151] env[65635]: value = "task-4427293" [ 1186.233151] env[65635]: _type = "Task" [ 1186.233151] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.252257] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427293, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.442105] env[65635]: INFO nova.compute.manager [-] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Took 1.40 seconds to deallocate network for instance. [ 1186.457169] env[65635]: DEBUG nova.compute.manager [req-c5191b0f-33e6-4f64-80f2-316445f98a7e req-d5c4cae2-c1a4-4777-9aa4-bcaa0a5a5f6d service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Received event network-vif-plugged-9504a57d-d0a6-4914-8306-c0438639f9b7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.457493] env[65635]: DEBUG oslo_concurrency.lockutils [req-c5191b0f-33e6-4f64-80f2-316445f98a7e req-d5c4cae2-c1a4-4777-9aa4-bcaa0a5a5f6d service nova] Acquiring lock "fec8f7fa-c483-47dd-905a-2a4897a04a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.457841] env[65635]: DEBUG oslo_concurrency.lockutils [req-c5191b0f-33e6-4f64-80f2-316445f98a7e req-d5c4cae2-c1a4-4777-9aa4-bcaa0a5a5f6d service nova] Lock "fec8f7fa-c483-47dd-905a-2a4897a04a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.458121] env[65635]: DEBUG oslo_concurrency.lockutils [req-c5191b0f-33e6-4f64-80f2-316445f98a7e req-d5c4cae2-c1a4-4777-9aa4-bcaa0a5a5f6d service nova] Lock "fec8f7fa-c483-47dd-905a-2a4897a04a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.458278] env[65635]: DEBUG nova.compute.manager [req-c5191b0f-33e6-4f64-80f2-316445f98a7e req-d5c4cae2-c1a4-4777-9aa4-bcaa0a5a5f6d service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] No waiting events found dispatching network-vif-plugged-9504a57d-d0a6-4914-8306-c0438639f9b7 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1186.458628] env[65635]: WARNING nova.compute.manager [req-c5191b0f-33e6-4f64-80f2-316445f98a7e req-d5c4cae2-c1a4-4777-9aa4-bcaa0a5a5f6d service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Received unexpected event network-vif-plugged-9504a57d-d0a6-4914-8306-c0438639f9b7 for instance with vm_state building and task_state spawning. [ 1186.480798] env[65635]: DEBUG oslo_concurrency.lockutils [req-4640e3e8-c5a3-491b-bcc0-3e2ae74ed077 req-a5a52cb4-ece1-48dc-9bf3-89b3b9a9c87f service nova] Releasing lock "refresh_cache-75cbdc21-17f4-4e97-9c7b-5c311ac016ce" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.563677] env[65635]: DEBUG oslo_vmware.api [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3754} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.564384] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.564742] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.564742] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.564988] env[65635]: INFO nova.compute.manager [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1186.565478] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1186.566546] env[65635]: DEBUG nova.network.neutron [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Successfully updated port: 9504a57d-d0a6-4914-8306-c0438639f9b7 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1186.567718] env[65635]: DEBUG nova.compute.manager [-] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1186.567828] env[65635]: DEBUG nova.network.neutron [-] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1186.568119] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.576452] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c2a0bc-cb34-5ae6-a438-80531c583c22, 'name': SearchDatastore_Task, 'duration_secs': 0.034098} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.576452] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 74c18370-1add-4673-ad90-374563808d15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.576452] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 97d0e2a4-9546-4492-be83-6d23eccf6be8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.576452] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 2f8c19dd-9592-49ff-a8b1-41a07c06b19e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.576452] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.576623] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1186.576623] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance ba7c06bf-34e4-48b6-af83-d54b62a4c051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.576813] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 99461602-a5f4-400a-a8ee-847328cbef9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.576976] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance f2b337bf-cbd9-490f-8358-f8424122300f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.577145] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 02f1fcd0-50ab-40a6-9844-e29b71006312 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1186.577405] env[65635]: WARNING nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 0326a858-24f8-40df-8271-f45da2435343 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1186.577506] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 1853a65b-a72f-43bc-9abe-d4e9547166eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.577732] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 6d0c84a0-d155-4d9d-ad35-a37566f4c320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.577795] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance c08fe503-63c1-4344-a753-9728c98df64f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.578291] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 13951bf5-a995-4f05-bf03-24a27458a1d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.578291] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance e258050e-76d6-4a00-99ad-43da14811a15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.578291] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 75cbdc21-17f4-4e97-9c7b-5c311ac016ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.578537] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance fec8f7fa-c483-47dd-905a-2a4897a04a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1186.582360] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.582360] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.582588] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.583043] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.583234] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.584388] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a02c77b6-b469-4818-8261-b8837fb8accc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.598120] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.598334] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.599135] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd068a4-847b-4866-a888-4dd28a71f391 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.606728] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1186.606728] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d66876-ee40-660d-6b6c-01bb3b7123c2" [ 1186.606728] env[65635]: _type = "Task" [ 1186.606728] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.614502] env[65635]: DEBUG nova.compute.manager [req-0a957f64-e6bb-4597-b211-6d51a9721d4f req-a2378f92-c1d4-4ca4-b883-c394e16c78c4 service nova] [instance: c08fe503-63c1-4344-a753-9728c98df64f] Received event network-vif-deleted-159152d4-4ec5-434f-8992-7ce5e13a32d7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.626182] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d66876-ee40-660d-6b6c-01bb3b7123c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01245} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.627517] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144b14fc-9d27-408c-bcc3-acc4fc140472 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.632432] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.632432] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256920b-1423-d778-2b50-09a7d7e809f2" [ 1186.632432] env[65635]: _type = "HttpNfcLease" [ 1186.632432] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.637176] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1186.637176] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52546c32-c786-f7dd-0ae2-90af059e1484" [ 1186.637176] env[65635]: _type = "Task" [ 1186.637176] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.642021] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.651231] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52546c32-c786-f7dd-0ae2-90af059e1484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.744614] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427293, 'name': Rename_Task, 'duration_secs': 0.187693} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.745247] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.745247] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3b5153-cdff-44b6-b374-29ce73e05ae7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.752584] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1186.752584] env[65635]: value = "task-4427294" [ 1186.752584] env[65635]: _type = "Task" [ 1186.752584] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.763383] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.949328] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.071877] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "refresh_cache-fec8f7fa-c483-47dd-905a-2a4897a04a11" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.072031] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "refresh_cache-fec8f7fa-c483-47dd-905a-2a4897a04a11" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.072881] env[65635]: DEBUG nova.network.neutron [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1187.082792] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance c63b10ec-15cf-4086-a5b1-35209ab1181b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1187.083109] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1187.083448] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '11', 'num_task_None': '8', 'num_os_type_None': '14', 'num_proj_236048392e7440aa90cd241154034069': '2', 'io_workload': '3', 'num_proj_87c7d017d3a744be9fb936cc5083a4fc': '2', 'num_task_deleting': '2', 'num_proj_10b1c23f67ee407fbf6daea28e3283e1': '1', 'num_proj_94ec1ad50e2b4402a5f397cf3533110f': '2', 'num_task_rebuild_spawning': '1', 'num_proj_15d8af2534314b5bba33f6a18993f9df': '2', 'num_proj_81e481eada09407ab825c83a95169dcb': '1', 'num_proj_e12c3e4ee0ee4c0a9297b0db8e34e24c': '1', 'num_proj_ff51fc96739a4cdcbb50aeefec6cc9f7': '1', 'num_proj_a076402d350548ed9e73f592a1a3b8ef': '2', 'num_vm_building': '3', 'num_task_spawning': '3'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1187.124233] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.124233] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256920b-1423-d778-2b50-09a7d7e809f2" [ 1187.124233] env[65635]: _type = "HttpNfcLease" [ 1187.124233] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1187.124775] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1187.124775] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256920b-1423-d778-2b50-09a7d7e809f2" [ 1187.124775] env[65635]: _type = "HttpNfcLease" [ 1187.124775] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1187.125287] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846e8795-21c8-4b83-a99b-3e5ae674ded1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.134045] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52362cd1-1f7d-ef80-0718-dca867e0a807/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1187.134250] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52362cd1-1f7d-ef80-0718-dca867e0a807/disk-0.vmdk. {{(pid=65635) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1187.201986] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db79d2ef-6e08-4d90-82b0-fad8bc9a3587 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.211993] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52546c32-c786-f7dd-0ae2-90af059e1484, 'name': SearchDatastore_Task, 'duration_secs': 0.025543} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.215049] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.215049] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8/bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.215049] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42273340-a2c5-4cfd-b6f7-1b49556ae220 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.229291] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1187.229291] env[65635]: value = "task-4427295" [ 1187.229291] env[65635]: _type = "Task" [ 1187.229291] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.238991] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.269710] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427294, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.506637] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c788e8-8b0b-4d81-be52-048f6c15a116 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.515668] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75cccf1-a7fe-4074-ab4d-0107f29b532a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.557643] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c84735-5cbc-4a9c-842b-b7c279358274 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.568094] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683bc185-d01c-4658-aedb-452d20582464 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.591659] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.614836] env[65635]: DEBUG nova.network.neutron [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1187.698155] env[65635]: DEBUG nova.network.neutron [-] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.710742] env[65635]: WARNING neutronclient.v2_0.client [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.743567] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427295, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.774048] env[65635]: DEBUG oslo_vmware.api [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427294, 'name': PowerOnVM_Task, 'duration_secs': 0.628474} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.777220] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.777565] env[65635]: INFO nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1187.777803] env[65635]: DEBUG nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1187.779235] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46fc130-0124-42a9-b472-62e51303e7ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.807403] env[65635]: DEBUG nova.network.neutron [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Updating instance_info_cache with network_info: [{"id": "9504a57d-d0a6-4914-8306-c0438639f9b7", "address": "fa:16:3e:06:e1:d9", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9504a57d-d0", "ovs_interfaceid": "9504a57d-d0a6-4914-8306-c0438639f9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.097160] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.202016] env[65635]: INFO nova.compute.manager [-] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Took 1.63 seconds to deallocate network for instance. [ 1188.210384] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Completed reading data from the image iterator. {{(pid=65635) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1188.210522] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52362cd1-1f7d-ef80-0718-dca867e0a807/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1188.211528] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6199cf44-22d1-4d4f-a443-1e99df1c772e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.219870] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52362cd1-1f7d-ef80-0718-dca867e0a807/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1188.220231] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52362cd1-1f7d-ef80-0718-dca867e0a807/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1188.220361] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-db0d7030-673d-41fe-85c6-87cef5551dbc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.241241] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691649} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.241387] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8/bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.241615] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.241895] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1a2f824-5a6f-4a4b-8208-3e66755b8fdc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.250439] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1188.250439] env[65635]: value = "task-4427296" [ 1188.250439] env[65635]: _type = "Task" [ 1188.250439] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.261333] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.308108] env[65635]: INFO nova.compute.manager [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Took 33.86 seconds to build instance. [ 1188.310970] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "refresh_cache-fec8f7fa-c483-47dd-905a-2a4897a04a11" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.310970] env[65635]: DEBUG nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Instance network_info: |[{"id": "9504a57d-d0a6-4914-8306-c0438639f9b7", "address": "fa:16:3e:06:e1:d9", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9504a57d-d0", "ovs_interfaceid": "9504a57d-d0a6-4914-8306-c0438639f9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1188.311304] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e1:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9504a57d-d0a6-4914-8306-c0438639f9b7', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.319905] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1188.320947] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.320947] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0e6ec9c-ebec-4c7c-9681-7f6d59c1f8c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.345310] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.345310] env[65635]: value = "task-4427297" [ 1188.345310] env[65635]: _type = "Task" [ 1188.345310] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.358420] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427297, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.490795] env[65635]: DEBUG oslo_vmware.rw_handles [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52362cd1-1f7d-ef80-0718-dca867e0a807/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1188.491422] env[65635]: INFO nova.virt.vmwareapi.images [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Downloaded image file data 5b39fa0f-f3ff-4e99-a002-a2138db40852 [ 1188.492660] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610d1746-d7a8-429d-82ee-92429876209b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.497997] env[65635]: DEBUG nova.compute.manager [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Received event network-changed-9504a57d-d0a6-4914-8306-c0438639f9b7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1188.498109] env[65635]: DEBUG nova.compute.manager [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Refreshing instance network info cache due to event network-changed-9504a57d-d0a6-4914-8306-c0438639f9b7. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1188.498318] env[65635]: DEBUG oslo_concurrency.lockutils [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] Acquiring lock "refresh_cache-fec8f7fa-c483-47dd-905a-2a4897a04a11" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.498456] env[65635]: DEBUG oslo_concurrency.lockutils [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] Acquired lock "refresh_cache-fec8f7fa-c483-47dd-905a-2a4897a04a11" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.498642] env[65635]: DEBUG nova.network.neutron [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Refreshing network info cache for port 9504a57d-d0a6-4914-8306-c0438639f9b7 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.513051] env[65635]: WARNING neutronclient.v2_0.client [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.515341] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c5234e-cad9-4507-98ad-b4f218845833 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.553949] env[65635]: INFO nova.virt.vmwareapi.images [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] The imported VM was unregistered [ 1188.557336] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Caching image {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1188.557776] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852 {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.558095] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a793be1-03d8-4e1e-b29a-73603f2ddfc0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.576087] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Created directory with path [datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852 {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.576458] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267/OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267.vmdk to [datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852/5b39fa0f-f3ff-4e99-a002-a2138db40852.vmdk. {{(pid=65635) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1188.576770] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-37d438f0-7368-4ccb-b8d5-f40a77579c54 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.585638] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1188.585638] env[65635]: value = "task-4427299" [ 1188.585638] env[65635]: _type = "Task" [ 1188.585638] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.595208] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427299, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.601668] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1188.601873] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.077s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.602319] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.569s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.602319] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.604360] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.333s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.604437] env[65635]: DEBUG nova.objects.instance [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] [instance: 02f1fcd0-50ab-40a6-9844-e29b71006312] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1188.606846] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.606987] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Cleaning up deleted instances {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1188.657737] env[65635]: INFO nova.scheduler.client.report [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted allocations for instance 8f928b15-6c59-43ac-b6b2-4dad5f05c8ca [ 1188.664069] env[65635]: DEBUG nova.compute.manager [req-d31fc9c1-0731-4520-8d43-e84429eb3501 req-92125f49-874f-4427-9dfe-7d8b62c255c2 service nova] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Received event network-vif-deleted-d7f72abd-691f-46c3-aaae-e96938e6c528 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1188.710860] env[65635]: WARNING neutronclient.v2_0.client [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.763973] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085275} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.764632] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.765138] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f1857b-4dbc-4e98-8ed6-7bbfa2d90ada {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.768432] env[65635]: INFO nova.compute.manager [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: ba7c06bf-34e4-48b6-af83-d54b62a4c051] Took 0.57 seconds to detach 1 volumes for instance. [ 1188.794595] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8/bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.795343] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2fc1f8-3236-4542-a0e4-f3e109ad4521 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.811623] env[65635]: DEBUG nova.network.neutron [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Updated VIF entry in instance network info cache for port 9504a57d-d0a6-4914-8306-c0438639f9b7. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1188.811970] env[65635]: DEBUG nova.network.neutron [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Updating instance_info_cache with network_info: [{"id": "9504a57d-d0a6-4914-8306-c0438639f9b7", "address": "fa:16:3e:06:e1:d9", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9504a57d-d0", "ovs_interfaceid": "9504a57d-d0a6-4914-8306-c0438639f9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.814212] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b136454e-20dc-468c-a847-eb1b3b7637e2 tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e258050e-76d6-4a00-99ad-43da14811a15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.375s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.824854] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1188.824854] env[65635]: value = "task-4427300" [ 1188.824854] env[65635]: _type = "Task" [ 1188.824854] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.834612] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.855783] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427297, 'name': CreateVM_Task, 'duration_secs': 0.417833} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.855978] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.856940] env[65635]: WARNING neutronclient.v2_0.client [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.856940] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.857092] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.857294] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.857555] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996bf075-00f3-4530-85bf-ec99054f1307 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.863344] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1188.863344] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9be1c-9d14-28bd-0212-d2b0d105870a" [ 1188.863344] env[65635]: _type = "Task" [ 1188.863344] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.871735] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9be1c-9d14-28bd-0212-d2b0d105870a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.904166] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "13951bf5-a995-4f05-bf03-24a27458a1d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.904406] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "13951bf5-a995-4f05-bf03-24a27458a1d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.904682] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "13951bf5-a995-4f05-bf03-24a27458a1d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.904893] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "13951bf5-a995-4f05-bf03-24a27458a1d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.905106] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "13951bf5-a995-4f05-bf03-24a27458a1d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.907765] env[65635]: INFO nova.compute.manager [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Terminating instance [ 1188.982193] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "e258050e-76d6-4a00-99ad-43da14811a15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.982468] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e258050e-76d6-4a00-99ad-43da14811a15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.983189] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "e258050e-76d6-4a00-99ad-43da14811a15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.983379] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e258050e-76d6-4a00-99ad-43da14811a15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.983547] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e258050e-76d6-4a00-99ad-43da14811a15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.985965] env[65635]: INFO nova.compute.manager [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Terminating instance [ 1189.096095] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427299, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.130158] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] There are 62 instances to clean {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1189.130158] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: fd745075-87d0-476a-b786-f0a55d843cce] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1189.133420] env[65635]: DEBUG oslo_concurrency.lockutils [None req-006d6a8e-8062-45a3-89a9-e25bc1be03a0 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.529s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.133922] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.183s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.134128] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.137411] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.243s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.138195] env[65635]: INFO nova.compute.claims [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.171488] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b131c74-1305-4110-9e50-7dcb586cd80b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "8f928b15-6c59-43ac-b6b2-4dad5f05c8ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.914s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.173944] env[65635]: INFO nova.scheduler.client.report [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted allocations for instance 0326a858-24f8-40df-8271-f45da2435343 [ 1189.276069] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.319700] env[65635]: DEBUG oslo_concurrency.lockutils [req-d37ff866-92c8-46e1-92cc-5ab62532e19c req-ff34c200-88ec-465c-8548-86b724bb95c1 service nova] Releasing lock "refresh_cache-fec8f7fa-c483-47dd-905a-2a4897a04a11" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.336435] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.377152] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e9be1c-9d14-28bd-0212-d2b0d105870a, 'name': SearchDatastore_Task, 'duration_secs': 0.034805} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.377694] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.378071] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.379030] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.379030] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.379030] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.379380] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-713bec54-cd58-4779-91f3-5ad053fb9e21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.394771] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.395147] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.396344] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f668b19-4dba-4617-8969-8ae3d8f6ea95 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.405137] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1189.405137] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5248a9bf-e4ce-bfa8-9bc3-535da4065dd3" [ 1189.405137] env[65635]: _type = "Task" [ 1189.405137] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.412336] env[65635]: DEBUG nova.compute.manager [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1189.412658] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.416772] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38b7cf4-0c9f-45b3-ae64-61d91c0d0cc6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.419806] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5248a9bf-e4ce-bfa8-9bc3-535da4065dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.425581] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.425849] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4ab1870-9efa-4d0a-81e7-ff2019d73823 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.435486] env[65635]: DEBUG oslo_vmware.api [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1189.435486] env[65635]: value = "task-4427301" [ 1189.435486] env[65635]: _type = "Task" [ 1189.435486] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.448334] env[65635]: DEBUG oslo_vmware.api [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.489388] env[65635]: DEBUG nova.compute.manager [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1189.489654] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.490656] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f89aae3-5a89-4904-9993-dfa270d29e7e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.500159] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.500474] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49d252c7-3c50-43a9-9ee0-56a40c72d757 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.508816] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1189.508816] env[65635]: value = "task-4427302" [ 1189.508816] env[65635]: _type = "Task" [ 1189.508816] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.520725] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.598395] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427299, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.642913] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: b5b1f1de-3a31-4cb8-b702-44cccee8c45c] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1189.682897] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bcda4012-4b41-4880-8adc-f86d41a17452 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "0326a858-24f8-40df-8271-f45da2435343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.644s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.838097] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.917099] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5248a9bf-e4ce-bfa8-9bc3-535da4065dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.047413} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.918143] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6393dd97-aeb1-46db-9bc2-df3f3db7b1bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.926370] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1189.926370] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5219bd7b-89e4-fdbe-bc01-d1ac2d53796b" [ 1189.926370] env[65635]: _type = "Task" [ 1189.926370] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.937639] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5219bd7b-89e4-fdbe-bc01-d1ac2d53796b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.949244] env[65635]: DEBUG oslo_vmware.api [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427301, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.020826] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427302, 'name': PowerOffVM_Task, 'duration_secs': 0.234616} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.021174] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.021345] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.021726] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bbd50b5-48bc-464b-8e48-22d22e867469 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.101639] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427299, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.107606] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.107960] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.108291] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleting the datastore file [datastore2] e258050e-76d6-4a00-99ad-43da14811a15 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.108499] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-818e44aa-0652-4075-a596-c82245be5091 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.118245] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1190.118245] env[65635]: value = "task-4427304" [ 1190.118245] env[65635]: _type = "Task" [ 1190.118245] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.128946] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.151942] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: e1e5238f-34ee-4819-86ba-94a1c4b00de1] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1190.340662] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427300, 'name': ReconfigVM_Task, 'duration_secs': 1.322199} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.343654] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfigured VM instance instance-00000064 to attach disk [datastore1] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8/bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.344762] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '50a5ca0d-758c-4e9a-9117-303d778dbacb'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '9ada892a-807a-4538-bec4-eff044241d02', 'mount_device': '/dev/sdb', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'}, 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=65635) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1190.345014] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.345237] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.346987] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26541f91-7930-4b98-9266-03060dbd8c03 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.367967] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd405d-65ff-4212-9c6a-e964817bdd96 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.402314] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-64669af9-aa6c-4f26-af8b-312879098de1/volume-64669af9-aa6c-4f26-af8b-312879098de1.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.403719] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5529eddc-5751-4e2c-a888-3d68c6d0148d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.427088] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1190.427088] env[65635]: value = "task-4427305" [ 1190.427088] env[65635]: _type = "Task" [ 1190.427088] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.448060] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5219bd7b-89e4-fdbe-bc01-d1ac2d53796b, 'name': SearchDatastore_Task, 'duration_secs': 0.057455} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.453683] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.454052] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] fec8f7fa-c483-47dd-905a-2a4897a04a11/fec8f7fa-c483-47dd-905a-2a4897a04a11.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.454447] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.454720] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0386f7b5-3115-451f-ade1-2d4c29e751b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.463566] env[65635]: DEBUG oslo_vmware.api [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427301, 'name': PowerOffVM_Task, 'duration_secs': 0.550027} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.467018] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.467018] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.467018] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47c0666c-d10a-4bfa-8b95-9b70ede843c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.475439] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1190.475439] env[65635]: value = "task-4427306" [ 1190.475439] env[65635]: _type = "Task" [ 1190.475439] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.491062] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b3636872-2ae7-4429-b52d-ca1a324a522c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.491323] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.499628] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.501666] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94389b54-46f8-4d4c-aa72-c72d5f7956d5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.515917] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5066b65-e1bc-4266-ab99-1a9f57ed2fb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.552314] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6f1272-51ea-4860-b9b9-a5df1c51e466 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.562974] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1393b0c-a989-4a7d-98c9-a063d859ba46 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.572458] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.572747] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.572896] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleting the datastore file [datastore1] 13951bf5-a995-4f05-bf03-24a27458a1d7 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.573194] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f38931ab-bf01-4f12-8ef6-e0294dfa5d04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.584291] env[65635]: DEBUG nova.compute.provider_tree [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.587286] env[65635]: DEBUG oslo_vmware.api [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for the task: (returnval){ [ 1190.587286] env[65635]: value = "task-4427308" [ 1190.587286] env[65635]: _type = "Task" [ 1190.587286] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.600240] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427299, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.603437] env[65635]: DEBUG oslo_vmware.api [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.630631] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.660347] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 377831f2-b9fe-4623-8b14-2dc423c913b7] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1190.937384] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "22ac5fc8-984f-4068-871a-a46b668c7553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.937806] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "22ac5fc8-984f-4068-871a-a46b668c7553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.945349] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.991426] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.994037] env[65635]: DEBUG nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1191.091806] env[65635]: DEBUG nova.scheduler.client.report [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.105038] env[65635]: DEBUG oslo_vmware.api [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.108349] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427299, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.132781] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.164352] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 58de1a1e-0504-441e-9ae1-f90e0e334d9b] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1191.441044] env[65635]: DEBUG nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1191.444396] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.491452] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427306, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.520665] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.603591] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.604162] env[65635]: DEBUG nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1191.607066] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427299, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.607641] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.401s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.607863] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.610069] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.661s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.610246] env[65635]: DEBUG nova.objects.instance [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lazy-loading 'resources' on Instance uuid c08fe503-63c1-4344-a753-9728c98df64f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.618199] env[65635]: DEBUG oslo_vmware.api [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.969922} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.619172] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.619363] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.619535] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.619703] env[65635]: INFO nova.compute.manager [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1191.619943] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1191.620267] env[65635]: DEBUG nova.compute.manager [-] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1191.620361] env[65635]: DEBUG nova.network.neutron [-] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1191.620843] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.636220] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.638406] env[65635]: INFO nova.scheduler.client.report [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Deleted allocations for instance 02f1fcd0-50ab-40a6-9844-e29b71006312 [ 1191.663897] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.668098] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 41f5db34-e551-497d-b96b-685a51c39c86] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1191.926671] env[65635]: DEBUG nova.compute.manager [req-9fbc438c-c31f-45d6-8c58-4795affafe82 req-80779c67-6dfc-424c-b0ec-9b045af3b516 service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Received event network-vif-deleted-82a89457-c640-4e00-9fb4-0cf536cf8c62 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1191.926919] env[65635]: INFO nova.compute.manager [req-9fbc438c-c31f-45d6-8c58-4795affafe82 req-80779c67-6dfc-424c-b0ec-9b045af3b516 service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Neutron deleted interface 82a89457-c640-4e00-9fb4-0cf536cf8c62; detaching it from the instance and deleting it from the info cache [ 1191.927128] env[65635]: DEBUG nova.network.neutron [req-9fbc438c-c31f-45d6-8c58-4795affafe82 req-80779c67-6dfc-424c-b0ec-9b045af3b516 service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.941905] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.963010] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.990332] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427306, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.312603} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.990589] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] fec8f7fa-c483-47dd-905a-2a4897a04a11/fec8f7fa-c483-47dd-905a-2a4897a04a11.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.990803] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.991091] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e21221ec-fdd4-4572-9ac7-d6c847a50d82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.998296] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1191.998296] env[65635]: value = "task-4427309" [ 1191.998296] env[65635]: _type = "Task" [ 1191.998296] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.008292] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.099391] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427299, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.119089} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.099671] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267/OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267.vmdk to [datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852/5b39fa0f-f3ff-4e99-a002-a2138db40852.vmdk. [ 1192.099852] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Cleaning up location [datastore2] OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1192.100048] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_23ea020b-002f-4525-833e-c79a772f8267 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.100303] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2997357c-106b-4068-9465-de768cb47d13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.107337] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1192.107337] env[65635]: value = "task-4427310" [ 1192.107337] env[65635]: _type = "Task" [ 1192.107337] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.108817] env[65635]: DEBUG nova.compute.utils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.113117] env[65635]: DEBUG nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1192.113329] env[65635]: DEBUG nova.network.neutron [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1192.113644] env[65635]: WARNING neutronclient.v2_0.client [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.113928] env[65635]: WARNING neutronclient.v2_0.client [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.127275] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.132749] env[65635]: DEBUG oslo_vmware.api [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Task: {'id': task-4427304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.529227} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.132983] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.133175] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.133348] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.133525] env[65635]: INFO nova.compute.manager [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1192.133747] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1192.133934] env[65635]: DEBUG nova.compute.manager [-] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1192.134038] env[65635]: DEBUG nova.network.neutron [-] [instance: e258050e-76d6-4a00-99ad-43da14811a15] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1192.134278] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.149706] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1104b184-6aeb-4de8-b8de-c2aff20c7e63 tempest-ServersListShow298Test-692309680 tempest-ServersListShow298Test-692309680-project-member] Lock "02f1fcd0-50ab-40a6-9844-e29b71006312" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.242s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.171469] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 29cfa1f2-cffc-4510-ac08-a0e529589285] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1192.180040] env[65635]: DEBUG nova.policy [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.185137] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.367995] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901a51cb-906a-4f36-8e70-55736a4d33e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.376106] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e961c5e6-0fb3-45d1-bf23-f2a50fc48ce6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.409198] env[65635]: DEBUG nova.network.neutron [-] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.412439] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb568147-f8d0-46ec-9878-f0754b155ff4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.421851] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ce3a7e-c121-4fcd-919e-b351df67c938 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.438370] env[65635]: DEBUG nova.compute.provider_tree [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.439722] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cbb81f2-c6a0-44ae-a8d1-de98943e8971 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.452164] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427305, 'name': ReconfigVM_Task, 'duration_secs': 1.519662} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.453416] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-64669af9-aa6c-4f26-af8b-312879098de1/volume-64669af9-aa6c-4f26-af8b-312879098de1.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.459037] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758d82f4-24b7-4198-ad6b-1336df65836c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.473017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ded81d7-4a2f-443b-b80e-6f7b62c60705 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.491475] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1192.491475] env[65635]: value = "task-4427311" [ 1192.491475] env[65635]: _type = "Task" [ 1192.491475] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.502767] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.514672] env[65635]: DEBUG nova.compute.manager [req-9fbc438c-c31f-45d6-8c58-4795affafe82 req-80779c67-6dfc-424c-b0ec-9b045af3b516 service nova] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Detach interface failed, port_id=82a89457-c640-4e00-9fb4-0cf536cf8c62, reason: Instance 13951bf5-a995-4f05-bf03-24a27458a1d7 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.520647] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067057} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.521681] env[65635]: DEBUG nova.network.neutron [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Successfully created port: 2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1192.524257] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.525556] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea8d1e8-5017-43b5-9715-7d13984bec13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.549193] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] fec8f7fa-c483-47dd-905a-2a4897a04a11/fec8f7fa-c483-47dd-905a-2a4897a04a11.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.549896] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca78eec2-0d35-4fa7-b319-dc9d1762c167 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.571768] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1192.571768] env[65635]: value = "task-4427312" [ 1192.571768] env[65635]: _type = "Task" [ 1192.571768] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.582463] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.614205] env[65635]: DEBUG nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1192.622229] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035885} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.622826] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.623676] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852/5b39fa0f-f3ff-4e99-a002-a2138db40852.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.623676] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852/5b39fa0f-f3ff-4e99-a002-a2138db40852.vmdk to [datastore2] 75cbdc21-17f4-4e97-9c7b-5c311ac016ce/75cbdc21-17f4-4e97-9c7b-5c311ac016ce.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.623890] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd44e2e3-7b81-4fd5-855c-61a8e0984e8e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.634176] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1192.634176] env[65635]: value = "task-4427313" [ 1192.634176] env[65635]: _type = "Task" [ 1192.634176] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.642697] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.675921] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 1860077c-e934-4aa5-90ca-6290820e9976] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1192.916064] env[65635]: INFO nova.compute.manager [-] [instance: 13951bf5-a995-4f05-bf03-24a27458a1d7] Took 1.30 seconds to deallocate network for instance. [ 1192.917324] env[65635]: DEBUG nova.network.neutron [-] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.946516] env[65635]: DEBUG nova.scheduler.client.report [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.004212] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427311, 'name': ReconfigVM_Task, 'duration_secs': 0.161149} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.004587] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1193.005199] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abf47640-1037-41b0-a6a2-05b369c8085a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.015287] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1193.015287] env[65635]: value = "task-4427314" [ 1193.015287] env[65635]: _type = "Task" [ 1193.015287] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.029899] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427314, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.085061] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.146294] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427313, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.180998] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 589ed7c5-3c08-487f-a389-2931fd6ce9fa] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1193.422079] env[65635]: INFO nova.compute.manager [-] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Took 1.29 seconds to deallocate network for instance. [ 1193.424061] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.452603] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.455552] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.180s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.455860] env[65635]: DEBUG nova.objects.instance [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'resources' on Instance uuid ba7c06bf-34e4-48b6-af83-d54b62a4c051 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.481968] env[65635]: INFO nova.scheduler.client.report [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Deleted allocations for instance c08fe503-63c1-4344-a753-9728c98df64f [ 1193.529428] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427314, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.586220] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.629793] env[65635]: DEBUG nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1193.649305] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427313, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.666716] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1193.667000] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.667173] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1193.667503] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.667660] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1193.667848] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1193.668215] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1193.668430] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1193.668696] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1193.668957] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1193.669481] env[65635]: DEBUG nova.virt.hardware [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1193.670147] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c22904-c667-4380-8699-1e1eb819b26f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.683324] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf776675-c0a3-48ca-bd05-c63a0abee4f6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.689166] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: e4d1e708-a6bf-452a-a01a-867152d6c61b] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1193.929173] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.991915] env[65635]: DEBUG oslo_concurrency.lockutils [None req-33373f02-a722-4ba1-b1a8-e416e519a83c tempest-ServerDiskConfigTestJSON-1263822110 tempest-ServerDiskConfigTestJSON-1263822110-project-member] Lock "c08fe503-63c1-4344-a753-9728c98df64f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.647s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.033040] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427314, 'name': Rename_Task, 'duration_secs': 0.741732} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.038101] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.039092] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-193f7315-a8ba-4ae1-b7b4-cc5a40cdcd39 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.049226] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1194.049226] env[65635]: value = "task-4427315" [ 1194.049226] env[65635]: _type = "Task" [ 1194.049226] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.064595] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.087703] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427312, 'name': ReconfigVM_Task, 'duration_secs': 1.308715} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.091530] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Reconfigured VM instance instance-00000070 to attach disk [datastore1] fec8f7fa-c483-47dd-905a-2a4897a04a11/fec8f7fa-c483-47dd-905a-2a4897a04a11.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.093301] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92d5fcb1-c50b-4dd0-aafa-d4c6a6a2c777 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.107051] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1194.107051] env[65635]: value = "task-4427316" [ 1194.107051] env[65635]: _type = "Task" [ 1194.107051] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.124565] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427316, 'name': Rename_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.148255] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427313, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.193178] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 5c76d15d-0e56-42ad-b6a3-5b9010a93d7b] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1194.272313] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8b6b1d-4a61-4fd3-9188-55b542c2e6cf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.283474] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952b78cf-b135-4dea-a79f-1be4ba32f86b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.289434] env[65635]: DEBUG nova.compute.manager [req-ec9bd2a8-72e6-4a17-891d-443342a8f1a1 req-e0ab6b8d-bc3e-4a88-8099-3a9ba6c69032 service nova] [instance: e258050e-76d6-4a00-99ad-43da14811a15] Received event network-vif-deleted-f764348c-00bc-43cb-b599-7fd0fe70df1a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1194.327719] env[65635]: DEBUG nova.compute.manager [req-42b4adab-6104-4a5a-9f1c-d9ea2420095b req-078bf02e-009b-45be-b9dd-c4647de06b07 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received event network-vif-plugged-2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1194.327973] env[65635]: DEBUG oslo_concurrency.lockutils [req-42b4adab-6104-4a5a-9f1c-d9ea2420095b req-078bf02e-009b-45be-b9dd-c4647de06b07 service nova] Acquiring lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.328205] env[65635]: DEBUG oslo_concurrency.lockutils [req-42b4adab-6104-4a5a-9f1c-d9ea2420095b req-078bf02e-009b-45be-b9dd-c4647de06b07 service nova] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.328381] env[65635]: DEBUG oslo_concurrency.lockutils [req-42b4adab-6104-4a5a-9f1c-d9ea2420095b req-078bf02e-009b-45be-b9dd-c4647de06b07 service nova] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.328666] env[65635]: DEBUG nova.compute.manager [req-42b4adab-6104-4a5a-9f1c-d9ea2420095b req-078bf02e-009b-45be-b9dd-c4647de06b07 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] No waiting events found dispatching network-vif-plugged-2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1194.328850] env[65635]: WARNING nova.compute.manager [req-42b4adab-6104-4a5a-9f1c-d9ea2420095b req-078bf02e-009b-45be-b9dd-c4647de06b07 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received unexpected event network-vif-plugged-2f08c43d-0816-4491-892d-f4053fbaa4f0 for instance with vm_state building and task_state spawning. [ 1194.329715] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f33e4d-892c-4ac4-a870-11d1016eeae8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.342763] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0745206d-cc2f-4829-afcd-c83ba56d99c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.363816] env[65635]: DEBUG nova.compute.provider_tree [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.567205] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.618231] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427316, 'name': Rename_Task, 'duration_secs': 0.181562} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.618526] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.618790] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-231163d5-fb3e-4915-aa45-52ac45ce904d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.630533] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1194.630533] env[65635]: value = "task-4427317" [ 1194.630533] env[65635]: _type = "Task" [ 1194.630533] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.646875] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.652887] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427313, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.664990] env[65635]: DEBUG nova.network.neutron [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Successfully updated port: 2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1194.697245] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 526050bf-d87f-49ff-8e0f-645f71d036e6] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1194.765079] env[65635]: DEBUG nova.compute.manager [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received event network-changed-2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1194.765079] env[65635]: DEBUG nova.compute.manager [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing instance network info cache due to event network-changed-2f08c43d-0816-4491-892d-f4053fbaa4f0. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1194.765079] env[65635]: DEBUG oslo_concurrency.lockutils [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] Acquiring lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.765079] env[65635]: DEBUG oslo_concurrency.lockutils [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] Acquired lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.765079] env[65635]: DEBUG nova.network.neutron [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing network info cache for port 2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.870032] env[65635]: DEBUG nova.scheduler.client.report [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.060986] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427315, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.144823] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.151163] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427313, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.478878} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.151415] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5b39fa0f-f3ff-4e99-a002-a2138db40852/5b39fa0f-f3ff-4e99-a002-a2138db40852.vmdk to [datastore2] 75cbdc21-17f4-4e97-9c7b-5c311ac016ce/75cbdc21-17f4-4e97-9c7b-5c311ac016ce.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.152312] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798befa8-f6ed-4f8e-979a-75b3f27a2f61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.176236] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 75cbdc21-17f4-4e97-9c7b-5c311ac016ce/75cbdc21-17f4-4e97-9c7b-5c311ac016ce.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.176986] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.177217] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7afcf69-5cae-4cf6-8e4a-cc3054d68114 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.198511] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1195.198511] env[65635]: value = "task-4427318" [ 1195.198511] env[65635]: _type = "Task" [ 1195.198511] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.201848] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 5829975c-a48e-489d-8cd8-5abe5a26280b] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1195.213366] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.268557] env[65635]: WARNING neutronclient.v2_0.client [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.374167] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.376326] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.856s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.378083] env[65635]: INFO nova.compute.claims [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.409934] env[65635]: INFO nova.scheduler.client.report [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted allocations for instance ba7c06bf-34e4-48b6-af83-d54b62a4c051 [ 1195.420783] env[65635]: DEBUG nova.network.neutron [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1195.561397] env[65635]: DEBUG oslo_vmware.api [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427315, 'name': PowerOnVM_Task, 'duration_secs': 1.360942} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.561656] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.561854] env[65635]: DEBUG nova.compute.manager [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1195.562794] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9047e-def4-40cd-98e3-f3ea92add845 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.591379] env[65635]: DEBUG nova.network.neutron [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.644154] env[65635]: DEBUG oslo_vmware.api [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427317, 'name': PowerOnVM_Task, 'duration_secs': 0.87472} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.644668] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.644668] env[65635]: INFO nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1195.646584] env[65635]: DEBUG nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1195.646584] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a034796f-baf1-40db-8617-d0167c10760a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.710832] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 42600fdb-9b59-4241-a0f1-40589e0fbae4] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1195.711755] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.922039] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7d07b9f7-d3d2-477c-bacc-b73e64d85868 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "ba7c06bf-34e4-48b6-af83-d54b62a4c051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.209s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.079840] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.094513] env[65635]: DEBUG oslo_concurrency.lockutils [req-032a6d45-6ad7-4ee5-bfaf-3d5e480a5bef req-544377b5-52d3-432c-914d-2c14f5054e7d service nova] Releasing lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.094798] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.095016] env[65635]: DEBUG nova.network.neutron [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1196.165577] env[65635]: INFO nova.compute.manager [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Took 30.73 seconds to build instance. [ 1196.209937] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427318, 'name': ReconfigVM_Task, 'duration_secs': 0.91297} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.209937] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 75cbdc21-17f4-4e97-9c7b-5c311ac016ce/75cbdc21-17f4-4e97-9c7b-5c311ac016ce.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.209937] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f454c0c-2bdc-4b60-82ac-fda0c18549a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.212197] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 32a1932c-1fa8-4629-8251-dc43a0337958] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1196.217194] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1196.217194] env[65635]: value = "task-4427319" [ 1196.217194] env[65635]: _type = "Task" [ 1196.217194] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.227900] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427319, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.645033] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e9dfd-b28c-46c9-b16f-4e54f6538123 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.649048] env[65635]: DEBUG nova.network.neutron [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1196.662590] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3852a9f5-1963-40d4-b905-bc940d3b43b1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.668389] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2911ded-82ca-42fe-a51b-888360d48e6f tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "fec8f7fa-c483-47dd-905a-2a4897a04a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.237s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.708432] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d58693-a51b-4e87-ab9b-d0b9d2aa0de7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.717444] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: af24fa75-3692-4aca-9fa0-4da757c0a603] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1196.720580] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cfdcb7-d82a-4d93-b90f-4363013069e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.742567] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427319, 'name': Rename_Task, 'duration_secs': 0.26462} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.743048] env[65635]: DEBUG nova.compute.provider_tree [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.744488] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.745667] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e586ad10-5e8b-4803-b5cc-247fab74f072 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.753720] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1196.753720] env[65635]: value = "task-4427320" [ 1196.753720] env[65635]: _type = "Task" [ 1196.753720] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.768246] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.830281] env[65635]: WARNING neutronclient.v2_0.client [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.930802] env[65635]: DEBUG nova.network.neutron [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [{"id": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "address": "fa:16:3e:a6:a2:d5", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f08c43d-08", "ovs_interfaceid": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.161719] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "fec8f7fa-c483-47dd-905a-2a4897a04a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.161989] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "fec8f7fa-c483-47dd-905a-2a4897a04a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.162217] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "fec8f7fa-c483-47dd-905a-2a4897a04a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.162399] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "fec8f7fa-c483-47dd-905a-2a4897a04a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.162561] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "fec8f7fa-c483-47dd-905a-2a4897a04a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.165015] env[65635]: INFO nova.compute.manager [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Terminating instance [ 1197.225696] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: a2e184ed-6c4b-47a4-a715-09fbe5d2d569] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1197.248490] env[65635]: DEBUG nova.scheduler.client.report [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.265901] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.316888] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.317179] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.317359] env[65635]: INFO nova.compute.manager [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Shelving [ 1197.434590] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.434992] env[65635]: DEBUG nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Instance network_info: |[{"id": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "address": "fa:16:3e:a6:a2:d5", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f08c43d-08", "ovs_interfaceid": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1197.435525] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:a2:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f08c43d-0816-4491-892d-f4053fbaa4f0', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.443666] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1197.443929] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.444174] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-123b1b95-8afc-448c-bc4f-9e2cf738a431 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.236531] env[65635]: DEBUG nova.compute.manager [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1198.236788] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.237204] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 1587b58b-e424-44d9-9c64-142c640b9757] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1198.241181] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.241181] env[65635]: DEBUG nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1198.247153] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94479518-dfe4-4765-bfb2-2fc6d5989c0d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.250368] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.287s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.251935] env[65635]: INFO nova.compute.claims [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.265339] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.265594] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.266638] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.266638] env[65635]: value = "task-4427321" [ 1198.266638] env[65635]: _type = "Task" [ 1198.266638] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.275931] env[65635]: DEBUG oslo_vmware.api [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427320, 'name': PowerOnVM_Task, 'duration_secs': 0.991535} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.277385] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.278425] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.278836] env[65635]: INFO nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Took 16.16 seconds to spawn the instance on the hypervisor. [ 1198.278906] env[65635]: DEBUG nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1198.279159] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ed70dd-4499-4150-9b59-22df653f2221 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.284525] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d8681c-c33d-4d2a-b82a-954bc9ed4f80 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.288282] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427321, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.300384] env[65635]: DEBUG oslo_vmware.api [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1198.300384] env[65635]: value = "task-4427322" [ 1198.300384] env[65635]: _type = "Task" [ 1198.300384] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.311675] env[65635]: DEBUG oslo_vmware.api [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.745551] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 22e2f792-37de-439b-9049-31e66c33060f] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1198.749054] env[65635]: DEBUG nova.compute.utils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.750991] env[65635]: DEBUG nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1198.750991] env[65635]: DEBUG nova.network.neutron [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1198.751163] env[65635]: WARNING neutronclient.v2_0.client [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.751410] env[65635]: WARNING neutronclient.v2_0.client [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.763761] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.764057] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04d78b24-12d9-4754-ad00-52163796076c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.768146] env[65635]: DEBUG nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1198.777177] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1198.777177] env[65635]: value = "task-4427323" [ 1198.777177] env[65635]: _type = "Task" [ 1198.777177] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.786471] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427321, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.794290] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.798671] env[65635]: DEBUG nova.policy [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '138d04ec00954a57987a6fd28b6e63a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3501a67b41b4ae595ea0ccff89908b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.813424] env[65635]: INFO nova.compute.manager [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Took 34.82 seconds to build instance. [ 1198.820522] env[65635]: DEBUG oslo_vmware.api [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427322, 'name': PowerOffVM_Task, 'duration_secs': 0.271502} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.820853] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.820976] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.821247] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38f4c8e8-6a09-41e6-85c8-874be498ae29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.177190] env[65635]: DEBUG nova.network.neutron [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Successfully created port: 626d0ed8-211d-442e-b115-6c65dca137d4 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1199.251426] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 86a716b6-8da4-46b4-9182-7a43e4725914] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1199.255760] env[65635]: DEBUG nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1199.291619] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427323, 'name': PowerOffVM_Task, 'duration_secs': 0.207307} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.295696] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.295696] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427321, 'name': CreateVM_Task, 'duration_secs': 0.54872} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.296967] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.301034] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a887e0d8-de17-4ac9-bc3c-b8f52f5d5a9e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.303651] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.304945] env[65635]: WARNING neutronclient.v2_0.client [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.305479] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.305756] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.306364] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.307629] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a44f4ea-d275-4ae3-9486-aaea27d492c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.325082] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b9f09259-337a-4a2b-b8d5-3c6a00d1086a tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.341s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.329613] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb2b8e-56a3-4d54-9c8d-5364a4ef0162 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.334968] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1199.334968] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528809e5-23ad-74ad-2c3f-5633bfcd80b0" [ 1199.334968] env[65635]: _type = "Task" [ 1199.334968] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.354211] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528809e5-23ad-74ad-2c3f-5633bfcd80b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.541313] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be7f31b-3077-4a80-8212-a2bde3d156a8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.549331] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732beed7-3b6d-460b-9f1a-e01de49bf0ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.580578] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f844243-1ba5-462f-a454-fc5e11eb8d1b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.588902] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf1ef59-5ef6-478a-8fb6-5d2785b5bc13 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.602967] env[65635]: DEBUG nova.compute.provider_tree [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.704031] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.704031] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.704225] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.704442] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.704609] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.707038] env[65635]: INFO nova.compute.manager [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Terminating instance [ 1199.764950] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: ca712e92-f620-4355-aa04-4d499a13e982] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1199.847027] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528809e5-23ad-74ad-2c3f-5633bfcd80b0, 'name': SearchDatastore_Task, 'duration_secs': 0.037207} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.847352] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.847588] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.847880] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.847964] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.848151] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.849191] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.849437] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0601e7f5-9084-4be1-a06c-bd40e9737ef4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.851515] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54e40594-bee8-4115-8a83-7db681d3911a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.860669] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1199.860669] env[65635]: value = "task-4427325" [ 1199.860669] env[65635]: _type = "Task" [ 1199.860669] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.865823] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.865823] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.867580] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881d0364-fca4-4d8c-9f6f-ce13ddf36586 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.873311] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.877425] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1199.877425] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a22be8-be82-9436-f190-a2a7c956283f" [ 1199.877425] env[65635]: _type = "Task" [ 1199.877425] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.886304] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a22be8-be82-9436-f190-a2a7c956283f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.963979] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.964188] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.964325] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleting the datastore file [datastore1] fec8f7fa-c483-47dd-905a-2a4897a04a11 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.964613] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-745cb0f7-fbb8-4e3b-af38-0670a9e1528f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.971467] env[65635]: DEBUG oslo_vmware.api [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1199.971467] env[65635]: value = "task-4427326" [ 1199.971467] env[65635]: _type = "Task" [ 1199.971467] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.980430] env[65635]: DEBUG oslo_vmware.api [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.106528] env[65635]: DEBUG nova.scheduler.client.report [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.210701] env[65635]: DEBUG nova.compute.manager [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1200.211084] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.212551] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6409d-c1c4-4553-bab7-38f54196b68d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.224696] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.224994] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d32d77e4-5b27-4f94-9804-4d59aac62e11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.233328] env[65635]: DEBUG oslo_vmware.api [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1200.233328] env[65635]: value = "task-4427327" [ 1200.233328] env[65635]: _type = "Task" [ 1200.233328] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.244420] env[65635]: DEBUG oslo_vmware.api [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.269214] env[65635]: DEBUG nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1200.272149] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: aea98375-55cd-4943-9715-97ab8a175972] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1200.305817] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1200.306102] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.306264] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1200.306493] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.306669] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1200.306792] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1200.307024] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1200.307171] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1200.307333] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1200.307591] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1200.307776] env[65635]: DEBUG nova.virt.hardware [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1200.308764] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb171d-8727-4075-935c-3d3a605ce919 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.321050] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298fd0f5-22f2-44a9-8d27-03bed7b0fdd1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.373873] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427325, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.389289] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a22be8-be82-9436-f190-a2a7c956283f, 'name': SearchDatastore_Task, 'duration_secs': 0.018626} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.390272] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2ae4bf-e9c2-4ada-9138-eb210682a164 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.397264] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1200.397264] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5244aac9-d613-16a9-7333-a9dc7cd466fe" [ 1200.397264] env[65635]: _type = "Task" [ 1200.397264] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.407985] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5244aac9-d613-16a9-7333-a9dc7cd466fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.482952] env[65635]: DEBUG oslo_vmware.api [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330302} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.483257] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.483452] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.483627] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.483857] env[65635]: INFO nova.compute.manager [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1200.484056] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1200.484266] env[65635]: DEBUG nova.compute.manager [-] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1200.484365] env[65635]: DEBUG nova.network.neutron [-] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1200.484612] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.523392] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.611896] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.612563] env[65635]: DEBUG nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1200.615987] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.192s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.616228] env[65635]: DEBUG nova.objects.instance [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lazy-loading 'resources' on Instance uuid 13951bf5-a995-4f05-bf03-24a27458a1d7 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.730764] env[65635]: DEBUG nova.network.neutron [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Successfully updated port: 626d0ed8-211d-442e-b115-6c65dca137d4 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1200.746489] env[65635]: DEBUG oslo_vmware.api [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427327, 'name': PowerOffVM_Task, 'duration_secs': 0.22723} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.747419] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.747673] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.747937] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b114f7de-8a09-442d-b55e-5bb4ed2110ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.778080] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 42561c7d-35bf-4ede-a497-b611ca3ffd5f] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1200.821583] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.821583] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.821583] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleting the datastore file [datastore2] 75cbdc21-17f4-4e97-9c7b-5c311ac016ce {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.822058] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-848e10e4-c4a9-4aad-8f35-410b480fda16 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.831413] env[65635]: DEBUG oslo_vmware.api [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1200.831413] env[65635]: value = "task-4427329" [ 1200.831413] env[65635]: _type = "Task" [ 1200.831413] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.842341] env[65635]: DEBUG oslo_vmware.api [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.851763] env[65635]: DEBUG nova.compute.manager [req-352ee731-ef83-42ef-b27e-f25ebb9f2d4a req-7e512d86-b0d9-4a2c-9dd9-5bb2d8582eda service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Received event network-vif-plugged-626d0ed8-211d-442e-b115-6c65dca137d4 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1200.851985] env[65635]: DEBUG oslo_concurrency.lockutils [req-352ee731-ef83-42ef-b27e-f25ebb9f2d4a req-7e512d86-b0d9-4a2c-9dd9-5bb2d8582eda service nova] Acquiring lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.852216] env[65635]: DEBUG oslo_concurrency.lockutils [req-352ee731-ef83-42ef-b27e-f25ebb9f2d4a req-7e512d86-b0d9-4a2c-9dd9-5bb2d8582eda service nova] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.852506] env[65635]: DEBUG oslo_concurrency.lockutils [req-352ee731-ef83-42ef-b27e-f25ebb9f2d4a req-7e512d86-b0d9-4a2c-9dd9-5bb2d8582eda service nova] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.853256] env[65635]: DEBUG nova.compute.manager [req-352ee731-ef83-42ef-b27e-f25ebb9f2d4a req-7e512d86-b0d9-4a2c-9dd9-5bb2d8582eda service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] No waiting events found dispatching network-vif-plugged-626d0ed8-211d-442e-b115-6c65dca137d4 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1200.853256] env[65635]: WARNING nova.compute.manager [req-352ee731-ef83-42ef-b27e-f25ebb9f2d4a req-7e512d86-b0d9-4a2c-9dd9-5bb2d8582eda service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Received unexpected event network-vif-plugged-626d0ed8-211d-442e-b115-6c65dca137d4 for instance with vm_state building and task_state spawning. [ 1200.872938] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427325, 'name': CreateSnapshot_Task, 'duration_secs': 0.578887} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.873669] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1200.874947] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b47b87-dee1-4985-8391-fe4d604d3a7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.909652] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5244aac9-d613-16a9-7333-a9dc7cd466fe, 'name': SearchDatastore_Task, 'duration_secs': 0.026247} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.911657] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.912046] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] c63b10ec-15cf-4086-a5b1-35209ab1181b/c63b10ec-15cf-4086-a5b1-35209ab1181b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.913456] env[65635]: DEBUG nova.compute.manager [req-3ca54316-9794-4f1c-b5ce-3f0866567529 req-c1e0b1bd-7998-4513-b869-c656a8e7d8cd service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Received event network-vif-deleted-9504a57d-d0a6-4914-8306-c0438639f9b7 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1200.913750] env[65635]: INFO nova.compute.manager [req-3ca54316-9794-4f1c-b5ce-3f0866567529 req-c1e0b1bd-7998-4513-b869-c656a8e7d8cd service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Neutron deleted interface 9504a57d-d0a6-4914-8306-c0438639f9b7; detaching it from the instance and deleting it from the info cache [ 1200.913987] env[65635]: DEBUG nova.network.neutron [req-3ca54316-9794-4f1c-b5ce-3f0866567529 req-c1e0b1bd-7998-4513-b869-c656a8e7d8cd service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.915848] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e545df39-d47f-4b88-a52c-3e668977516e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.928387] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1200.928387] env[65635]: value = "task-4427330" [ 1200.928387] env[65635]: _type = "Task" [ 1200.928387] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.939694] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.120050] env[65635]: DEBUG nova.compute.utils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.122039] env[65635]: DEBUG nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1201.122270] env[65635]: DEBUG nova.network.neutron [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1201.122604] env[65635]: WARNING neutronclient.v2_0.client [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.122905] env[65635]: WARNING neutronclient.v2_0.client [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.174917] env[65635]: DEBUG nova.policy [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97370138523c440d96bb7a488c2b2dac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e96d7247b65341c08362ae9d76397bf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.236502] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.237716] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.237716] env[65635]: DEBUG nova.network.neutron [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1201.258061] env[65635]: DEBUG nova.network.neutron [-] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.282976] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: e46f56fa-20bf-4196-8ffa-53be275ef6a9] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1201.351385] env[65635]: DEBUG oslo_vmware.api [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21041} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.351588] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.351936] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.351936] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.352118] env[65635]: INFO nova.compute.manager [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1201.352395] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1201.355903] env[65635]: DEBUG nova.compute.manager [-] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1201.356030] env[65635]: DEBUG nova.network.neutron [-] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1201.356288] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.372054] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca34a2e-d1e9-4789-a936-8203e22edc8d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.385626] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3fee0e-78e1-48f9-a2dd-d87e04d70a61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.396629] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.397911] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.400013] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d68bc140-ff5e-4156-ae89-8ccd0ac21253 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.438475] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c66058f7-29e4-473c-b46e-abb9bfc193fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.444495] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92d20a5-6b96-4aeb-870b-7731deed7116 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.447667] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1201.447667] env[65635]: value = "task-4427331" [ 1201.447667] env[65635]: _type = "Task" [ 1201.447667] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.461289] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427330, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.465378] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92caf1ee-61f1-4f2f-99ea-7cc438916e90 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.478702] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34d00f5-ac53-4a79-91e1-1e48110160b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.488388] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427331, 'name': CloneVM_Task} progress is 23%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.504421] env[65635]: DEBUG nova.compute.provider_tree [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.517348] env[65635]: DEBUG nova.compute.manager [req-3ca54316-9794-4f1c-b5ce-3f0866567529 req-c1e0b1bd-7998-4513-b869-c656a8e7d8cd service nova] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Detach interface failed, port_id=9504a57d-d0a6-4914-8306-c0438639f9b7, reason: Instance fec8f7fa-c483-47dd-905a-2a4897a04a11 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1201.518305] env[65635]: DEBUG nova.scheduler.client.report [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.546766] env[65635]: DEBUG nova.network.neutron [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Successfully created port: 0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1201.630344] env[65635]: DEBUG nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1201.760334] env[65635]: INFO nova.compute.manager [-] [instance: fec8f7fa-c483-47dd-905a-2a4897a04a11] Took 1.28 seconds to deallocate network for instance. [ 1201.773178] env[65635]: DEBUG nova.network.neutron [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1201.788401] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 654b932b-35cc-4d33-832b-e2db32490bf2] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1201.861424] env[65635]: WARNING neutronclient.v2_0.client [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.951040] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810941} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.954925] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] c63b10ec-15cf-4086-a5b1-35209ab1181b/c63b10ec-15cf-4086-a5b1-35209ab1181b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.954925] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.955180] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-824a69e6-ec43-4fdd-97d8-df90c8a09b4d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.965426] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427331, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.966963] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1201.966963] env[65635]: value = "task-4427332" [ 1201.966963] env[65635]: _type = "Task" [ 1201.966963] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.978222] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.019337] env[65635]: DEBUG nova.network.neutron [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance_info_cache with network_info: [{"id": "626d0ed8-211d-442e-b115-6c65dca137d4", "address": "fa:16:3e:b9:1b:7e", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d0ed8-21", "ovs_interfaceid": "626d0ed8-211d-442e-b115-6c65dca137d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.025627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.410s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.030079] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.101s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.030192] env[65635]: DEBUG nova.objects.instance [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lazy-loading 'resources' on Instance uuid e258050e-76d6-4a00-99ad-43da14811a15 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.060743] env[65635]: INFO nova.scheduler.client.report [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleted allocations for instance 13951bf5-a995-4f05-bf03-24a27458a1d7 [ 1202.150115] env[65635]: DEBUG nova.network.neutron [-] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.267175] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.291934] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: eade56e2-7242-483c-9549-c0a907224753] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1202.461101] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427331, 'name': CloneVM_Task} progress is 95%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.476984] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084098} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.477265] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.478188] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257e24d-6424-4d03-bb8b-6ada5a9d6752 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.502793] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] c63b10ec-15cf-4086-a5b1-35209ab1181b/c63b10ec-15cf-4086-a5b1-35209ab1181b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.503258] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80d69d2-2d69-4c9a-8114-93f2b0ddc723 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.521045] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.521045] env[65635]: DEBUG nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Instance network_info: |[{"id": "626d0ed8-211d-442e-b115-6c65dca137d4", "address": "fa:16:3e:b9:1b:7e", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d0ed8-21", "ovs_interfaceid": "626d0ed8-211d-442e-b115-6c65dca137d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1202.521312] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:1b:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '626d0ed8-211d-442e-b115-6c65dca137d4', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.530015] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1202.531731] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.532143] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1202.532143] env[65635]: value = "task-4427333" [ 1202.532143] env[65635]: _type = "Task" [ 1202.532143] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.532396] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef887698-0c4c-43a6-b54c-897602e0ee5b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.564539] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.568490] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.568490] env[65635]: value = "task-4427334" [ 1202.568490] env[65635]: _type = "Task" [ 1202.568490] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.571649] env[65635]: DEBUG oslo_concurrency.lockutils [None req-525bd5eb-61f6-4f07-bde2-229c4aeb84db tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "13951bf5-a995-4f05-bf03-24a27458a1d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.667s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.585555] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427334, 'name': CreateVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.641333] env[65635]: DEBUG nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1202.654349] env[65635]: INFO nova.compute.manager [-] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Took 1.30 seconds to deallocate network for instance. [ 1202.673854] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1202.674188] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.674386] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1202.674626] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.674794] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1202.674959] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1202.675197] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.675397] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1202.675550] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1202.675716] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1202.675884] env[65635]: DEBUG nova.virt.hardware [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1202.677246] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6866502-c276-411c-ad05-ac037f7028e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.686523] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba937bef-f110-44d0-9880-dec77b62f638 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.796555] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 90868ad4-03b7-43d8-9227-f3810256343d] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1202.798990] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93d55fe-fee2-466c-ad20-74140b5f3e7d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.807729] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069766aa-8816-47f8-9f34-9497090545f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.844733] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc51840d-003e-4cd8-bb7e-e369903d1047 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.853940] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26770d36-abae-4dc9-b80d-ea53c3305f87 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.870511] env[65635]: DEBUG nova.compute.provider_tree [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.888930] env[65635]: DEBUG nova.compute.manager [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Received event network-changed-626d0ed8-211d-442e-b115-6c65dca137d4 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1202.889524] env[65635]: DEBUG nova.compute.manager [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Refreshing instance network info cache due to event network-changed-626d0ed8-211d-442e-b115-6c65dca137d4. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1202.889714] env[65635]: DEBUG oslo_concurrency.lockutils [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] Acquiring lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.889714] env[65635]: DEBUG oslo_concurrency.lockutils [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] Acquired lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.890599] env[65635]: DEBUG nova.network.neutron [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Refreshing network info cache for port 626d0ed8-211d-442e-b115-6c65dca137d4 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.959138] env[65635]: DEBUG nova.compute.manager [req-e88abb18-d349-40da-9dff-1167c3c06692 req-e738e5b2-ed6e-47b1-884c-3635cb0e3240 service nova] [instance: 75cbdc21-17f4-4e97-9c7b-5c311ac016ce] Received event network-vif-deleted-f1c521c1-7f90-411c-b820-658d3e3d7158 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1202.969802] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427331, 'name': CloneVM_Task, 'duration_secs': 1.537661} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.970289] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Created linked-clone VM from snapshot [ 1202.971077] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54000b4-5402-4c19-9ab3-c512f5288692 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.982677] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Uploading image 7bac646b-403a-4a47-8d8e-b152bc434664 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1203.015369] env[65635]: DEBUG oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1203.015369] env[65635]: value = "vm-866320" [ 1203.015369] env[65635]: _type = "VirtualMachine" [ 1203.015369] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1203.015369] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d49f5ea7-d2c3-4838-b4df-797f11894d5d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.023480] env[65635]: DEBUG oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lease: (returnval){ [ 1203.023480] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5207bd94-c8d7-a51c-b745-f3174ea87dcc" [ 1203.023480] env[65635]: _type = "HttpNfcLease" [ 1203.023480] env[65635]: } obtained for exporting VM: (result){ [ 1203.023480] env[65635]: value = "vm-866320" [ 1203.023480] env[65635]: _type = "VirtualMachine" [ 1203.023480] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1203.023840] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the lease: (returnval){ [ 1203.023840] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5207bd94-c8d7-a51c-b745-f3174ea87dcc" [ 1203.023840] env[65635]: _type = "HttpNfcLease" [ 1203.023840] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.031995] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.031995] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5207bd94-c8d7-a51c-b745-f3174ea87dcc" [ 1203.031995] env[65635]: _type = "HttpNfcLease" [ 1203.031995] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.058733] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.082620] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427334, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.163984] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.165469] env[65635]: DEBUG nova.network.neutron [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Successfully updated port: 0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1203.302860] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: b5a2e896-806d-4b79-89b3-484c17ed303b] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1203.373413] env[65635]: DEBUG nova.scheduler.client.report [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.392845] env[65635]: WARNING neutronclient.v2_0.client [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.532913] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.532913] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5207bd94-c8d7-a51c-b745-f3174ea87dcc" [ 1203.532913] env[65635]: _type = "HttpNfcLease" [ 1203.532913] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1203.533238] env[65635]: DEBUG oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1203.533238] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5207bd94-c8d7-a51c-b745-f3174ea87dcc" [ 1203.533238] env[65635]: _type = "HttpNfcLease" [ 1203.533238] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1203.534119] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04301d30-546e-40a0-a4a6-e6a4c34ecb7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.542648] env[65635]: DEBUG oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52114a0a-09cc-1cc3-3d31-0cbd2675f7e4/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1203.542833] env[65635]: DEBUG oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52114a0a-09cc-1cc3-3d31-0cbd2675f7e4/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1203.599552] env[65635]: WARNING neutronclient.v2_0.client [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.616058] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427333, 'name': ReconfigVM_Task, 'duration_secs': 0.732572} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.618450] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] c63b10ec-15cf-4086-a5b1-35209ab1181b/c63b10ec-15cf-4086-a5b1-35209ab1181b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.619103] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427334, 'name': CreateVM_Task, 'duration_secs': 0.644727} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.619291] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d81b937-71d6-4e2c-baae-a921cad9dcc4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.620810] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.621298] env[65635]: WARNING neutronclient.v2_0.client [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.621631] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.621780] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.622102] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.622706] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a82f073-2788-4536-b4fb-edc304096e48 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.628424] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1203.628424] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52944bd9-0968-7bf8-aa18-c01c79b06a55" [ 1203.628424] env[65635]: _type = "Task" [ 1203.628424] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.630265] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1203.630265] env[65635]: value = "task-4427336" [ 1203.630265] env[65635]: _type = "Task" [ 1203.630265] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.648370] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2dc4caeb-d237-45e9-a909-267cfce77390 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.650199] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52944bd9-0968-7bf8-aa18-c01c79b06a55, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.650367] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427336, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.650639] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.650885] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.651131] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.651285] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.651436] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.652058] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c030f47-da68-4e8a-9b6a-e404aa2c6fff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.663816] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.664033] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.669447] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b837df-bb6c-48ac-bcdf-6481ad025178 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.672540] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.672621] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.672823] env[65635]: DEBUG nova.network.neutron [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1203.678656] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1203.678656] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5242360d-ee25-a6ee-2d27-054625f51d59" [ 1203.678656] env[65635]: _type = "Task" [ 1203.678656] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.692506] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5242360d-ee25-a6ee-2d27-054625f51d59, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.699901] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b792328c-7ab0-4c14-bd52-e4e4fa384aae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.709101] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1203.709101] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bed592-712b-5bda-0910-7f0bf12fdd47" [ 1203.709101] env[65635]: _type = "Task" [ 1203.709101] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.710230] env[65635]: DEBUG nova.network.neutron [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updated VIF entry in instance network info cache for port 626d0ed8-211d-442e-b115-6c65dca137d4. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1203.710639] env[65635]: DEBUG nova.network.neutron [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance_info_cache with network_info: [{"id": "626d0ed8-211d-442e-b115-6c65dca137d4", "address": "fa:16:3e:b9:1b:7e", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d0ed8-21", "ovs_interfaceid": "626d0ed8-211d-442e-b115-6c65dca137d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.721205] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bed592-712b-5bda-0910-7f0bf12fdd47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.806718] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 3a8e3e34-8b4f-4f45-a388-bbe22270b871] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1203.878317] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.883201] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.804s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.883782] env[65635]: DEBUG nova.objects.instance [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65635) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1203.902693] env[65635]: INFO nova.scheduler.client.report [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Deleted allocations for instance e258050e-76d6-4a00-99ad-43da14811a15 [ 1204.145620] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427336, 'name': Rename_Task, 'duration_secs': 0.180828} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.145920] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.146356] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90427077-6f1d-43a8-9193-060b614a57fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.154206] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1204.154206] env[65635]: value = "task-4427337" [ 1204.154206] env[65635]: _type = "Task" [ 1204.154206] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.163837] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.216600] env[65635]: DEBUG oslo_concurrency.lockutils [req-fa07c2e4-ef27-48b9-8daf-a5efe09989bf req-0e2b5db2-d09f-4c3b-bb72-f78f2589f072 service nova] Releasing lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.223847] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bed592-712b-5bda-0910-7f0bf12fdd47, 'name': SearchDatastore_Task, 'duration_secs': 0.012113} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.224267] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.224614] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] b3636872-2ae7-4429-b52d-ca1a324a522c/b3636872-2ae7-4429-b52d-ca1a324a522c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.224964] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c81b5a5c-9f29-45aa-9ab2-8281502a621c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.235040] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1204.235040] env[65635]: value = "task-4427338" [ 1204.235040] env[65635]: _type = "Task" [ 1204.235040] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.245133] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.275985] env[65635]: DEBUG nova.network.neutron [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1204.310402] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 1a985833-c349-41cd-b62b-46a26179454c] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1204.412234] env[65635]: DEBUG oslo_concurrency.lockutils [None req-24012640-a4cd-46fc-8399-c1957b4f320c tempest-MultipleCreateTestJSON-1731872063 tempest-MultipleCreateTestJSON-1731872063-project-member] Lock "e258050e-76d6-4a00-99ad-43da14811a15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.429s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.488548] env[65635]: WARNING neutronclient.v2_0.client [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.596207] env[65635]: DEBUG nova.network.neutron [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance_info_cache with network_info: [{"id": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "address": "fa:16:3e:ae:08:23", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0009f2c7-8c", "ovs_interfaceid": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.667486] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.747513] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.814189] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: e7503c45-74f6-4f7b-886b-956ba0cf5aa0] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1204.896448] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1d32c045-c0f2-4f43-8c43-9a43659d5132 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.899459] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.602s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.903092] env[65635]: INFO nova.compute.claims [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.935412] env[65635]: DEBUG nova.compute.manager [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Received event network-vif-plugged-0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1204.936617] env[65635]: DEBUG oslo_concurrency.lockutils [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] Acquiring lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.937168] env[65635]: DEBUG oslo_concurrency.lockutils [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] Lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.937726] env[65635]: DEBUG oslo_concurrency.lockutils [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] Lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.937726] env[65635]: DEBUG nova.compute.manager [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] No waiting events found dispatching network-vif-plugged-0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1204.937874] env[65635]: WARNING nova.compute.manager [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Received unexpected event network-vif-plugged-0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 for instance with vm_state building and task_state spawning. [ 1204.938297] env[65635]: DEBUG nova.compute.manager [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Received event network-changed-0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1204.939890] env[65635]: DEBUG nova.compute.manager [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Refreshing instance network info cache due to event network-changed-0009f2c7-8ccf-4de5-9472-3adfdfcae5c3. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1204.940551] env[65635]: DEBUG oslo_concurrency.lockutils [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] Acquiring lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.100142] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.100539] env[65635]: DEBUG nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Instance network_info: |[{"id": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "address": "fa:16:3e:ae:08:23", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0009f2c7-8c", "ovs_interfaceid": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1205.100911] env[65635]: DEBUG oslo_concurrency.lockutils [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] Acquired lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.101945] env[65635]: DEBUG nova.network.neutron [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Refreshing network info cache for port 0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.104820] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:08:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0009f2c7-8ccf-4de5-9472-3adfdfcae5c3', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.114696] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1205.116372] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.117164] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-854b0612-dd3e-4b58-a04c-8cb530954f8a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.151383] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.151383] env[65635]: value = "task-4427339" [ 1205.151383] env[65635]: _type = "Task" [ 1205.151383] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.171905] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427339, 'name': CreateVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.178566] env[65635]: DEBUG oslo_vmware.api [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427337, 'name': PowerOnVM_Task, 'duration_secs': 0.838159} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.179012] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.179394] env[65635]: INFO nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Took 11.55 seconds to spawn the instance on the hypervisor. [ 1205.179736] env[65635]: DEBUG nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1205.181272] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c1bb8f-d5da-43bc-8591-21c00a59d38a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.248231] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530977} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.249773] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] b3636872-2ae7-4429-b52d-ca1a324a522c/b3636872-2ae7-4429-b52d-ca1a324a522c.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.249917] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.250203] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31441169-4ec1-452e-9dad-f01ae4bfe2bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.259198] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1205.259198] env[65635]: value = "task-4427340" [ 1205.259198] env[65635]: _type = "Task" [ 1205.259198] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.274829] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.317258] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 55a60070-607d-42de-b37f-58772bde1826] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1205.617252] env[65635]: WARNING neutronclient.v2_0.client [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.664870] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427339, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.709854] env[65635]: INFO nova.compute.manager [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Took 29.84 seconds to build instance. [ 1205.772333] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08105} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.772333] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.774392] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0333d306-fbc6-47a9-9027-563b72cb6902 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.805532] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b3636872-2ae7-4429-b52d-ca1a324a522c/b3636872-2ae7-4429-b52d-ca1a324a522c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.806318] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77791bd-fdc8-4ff2-b254-2b205d15a568 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.823642] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 7311ea1e-911f-422f-b14e-2efbed95b1fe] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1205.833487] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1205.833487] env[65635]: value = "task-4427341" [ 1205.833487] env[65635]: _type = "Task" [ 1205.833487] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.851813] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.968503] env[65635]: WARNING neutronclient.v2_0.client [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.079672] env[65635]: DEBUG nova.network.neutron [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updated VIF entry in instance network info cache for port 0009f2c7-8ccf-4de5-9472-3adfdfcae5c3. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1206.080077] env[65635]: DEBUG nova.network.neutron [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance_info_cache with network_info: [{"id": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "address": "fa:16:3e:ae:08:23", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0009f2c7-8c", "ovs_interfaceid": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.168833] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427339, 'name': CreateVM_Task, 'duration_secs': 0.569745} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.169121] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.169821] env[65635]: WARNING neutronclient.v2_0.client [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.170345] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.171127] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.171360] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.171667] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53987077-102b-41a1-91d8-1f3c51da5bcd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.178764] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1206.178764] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5282a881-9b9d-91f4-40f2-a9cca751df87" [ 1206.178764] env[65635]: _type = "Task" [ 1206.178764] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.199434] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5282a881-9b9d-91f4-40f2-a9cca751df87, 'name': SearchDatastore_Task, 'duration_secs': 0.015936} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.199767] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.200333] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.200605] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.200766] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.200948] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.201263] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85d6a2ec-8e51-426d-8902-4a0a74016610 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.211938] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.212194] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.213133] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ed39f65a-f724-43b7-b435-cecb2a74e04f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.353s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.213414] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a302f12-054a-4b44-9266-495f82407793 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.220390] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1206.220390] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5250cffc-26e3-420a-e206-783e2d8508c5" [ 1206.220390] env[65635]: _type = "Task" [ 1206.220390] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.222154] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3026ed9c-ebba-43ac-9724-91264feab68c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.236665] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e4fec-f180-4d3e-8636-78353505a52c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.240307] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5250cffc-26e3-420a-e206-783e2d8508c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.276587] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2dc6e6-52ba-4637-bf6e-c8590fd0155e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.285892] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f57667-5b5b-4b22-835b-fc34b2574991 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.302885] env[65635]: DEBUG nova.compute.provider_tree [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.327296] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: cf06d3f8-6fbc-4c4d-a2b7-60f24327037c] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1206.346466] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427341, 'name': ReconfigVM_Task, 'duration_secs': 0.460391} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.347169] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b3636872-2ae7-4429-b52d-ca1a324a522c/b3636872-2ae7-4429-b52d-ca1a324a522c.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.347853] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f590f99c-3fb1-4162-ab58-36dd82877e46 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.356289] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1206.356289] env[65635]: value = "task-4427342" [ 1206.356289] env[65635]: _type = "Task" [ 1206.356289] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.366710] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427342, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.582605] env[65635]: DEBUG oslo_concurrency.lockutils [req-428e7b1e-6699-4125-8d19-01cf3f7f616f req-e32a113b-feb1-4022-b73a-f21143b4b273 service nova] Releasing lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.734440] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5250cffc-26e3-420a-e206-783e2d8508c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.735488] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c04b34-5f22-4ab0-a354-63d781b69c32 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.742528] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1206.742528] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521555ca-04cf-b9bf-4ec0-b73a0753d7ca" [ 1206.742528] env[65635]: _type = "Task" [ 1206.742528] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.752139] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521555ca-04cf-b9bf-4ec0-b73a0753d7ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.761680] env[65635]: DEBUG nova.compute.manager [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1206.761893] env[65635]: DEBUG nova.compute.manager [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing instance network info cache due to event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1206.762196] env[65635]: DEBUG oslo_concurrency.lockutils [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.762196] env[65635]: DEBUG oslo_concurrency.lockutils [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.762444] env[65635]: DEBUG nova.network.neutron [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.806558] env[65635]: DEBUG nova.scheduler.client.report [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.830195] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 8299e78d-ee90-4e1e-a997-e811a8995362] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1206.869287] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427342, 'name': Rename_Task, 'duration_secs': 0.253007} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.869610] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.869877] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bdc60c0-6e6d-41f0-b828-b9311733f65c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.878394] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1206.878394] env[65635]: value = "task-4427343" [ 1206.878394] env[65635]: _type = "Task" [ 1206.878394] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.887885] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.255217] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]521555ca-04cf-b9bf-4ec0-b73a0753d7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.016131} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.255583] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.255930] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553/22ac5fc8-984f-4068-871a-a46b668c7553.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.256271] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fa7cc6d-16b0-478d-b018-b7b89d09fbbb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.265582] env[65635]: WARNING neutronclient.v2_0.client [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.268653] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1207.268653] env[65635]: value = "task-4427344" [ 1207.268653] env[65635]: _type = "Task" [ 1207.268653] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.280013] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.311676] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.312345] env[65635]: DEBUG nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1207.315341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.048s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.315589] env[65635]: DEBUG nova.objects.instance [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lazy-loading 'resources' on Instance uuid fec8f7fa-c483-47dd-905a-2a4897a04a11 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.334166] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 88433ade-6449-40a4-9c92-122481cf79be] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1207.390727] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.640183] env[65635]: WARNING neutronclient.v2_0.client [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.731934] env[65635]: DEBUG nova.network.neutron [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updated VIF entry in instance network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1207.732433] env[65635]: DEBUG nova.network.neutron [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.783704] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.818911] env[65635]: DEBUG nova.compute.utils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.823759] env[65635]: DEBUG nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1207.824197] env[65635]: DEBUG nova.network.neutron [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1207.824369] env[65635]: WARNING neutronclient.v2_0.client [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.824701] env[65635]: WARNING neutronclient.v2_0.client [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.837714] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 3a0a2d71-2163-494d-8646-016a8976bcae] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1207.870684] env[65635]: DEBUG nova.policy [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb54542bab9345308941087965ffaf53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10b1c23f67ee407fbf6daea28e3283e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.890150] env[65635]: DEBUG oslo_vmware.api [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427343, 'name': PowerOnVM_Task, 'duration_secs': 0.734901} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.893169] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.893453] env[65635]: INFO nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1207.893668] env[65635]: DEBUG nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1207.894896] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe7298-9a09-4b10-a258-880d0cf4680d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.089029] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645cb664-87bf-4c27-a676-96a4f74d6a3e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.097059] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd278070-63c4-4b57-9821-3ff157573359 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.135196] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eca74c-e549-4119-9507-588b083d4ff5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.145111] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bf382e-8faa-4387-a2dc-9bf2f2e9463b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.162251] env[65635]: DEBUG nova.compute.provider_tree [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.237187] env[65635]: DEBUG oslo_concurrency.lockutils [req-4e9faccc-2bfd-4ac4-bb0e-6b934ea521d3 req-69790230-4fd1-4f2a-a184-e1f3496615a6 service nova] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.243887] env[65635]: DEBUG nova.network.neutron [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Successfully created port: cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1208.287665] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.324367] env[65635]: DEBUG nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1208.341683] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 46b7c0e4-3dc7-4ea5-a8d6-400ed4ab09d2] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1208.422494] env[65635]: INFO nova.compute.manager [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Took 16.92 seconds to build instance. [ 1208.666287] env[65635]: DEBUG nova.scheduler.client.report [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.784523] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427344, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.21514} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.784692] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553/22ac5fc8-984f-4068-871a-a46b668c7553.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.784863] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.785224] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf744f79-3e26-442b-81ca-e5f4bb5e7efb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.794982] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1208.794982] env[65635]: value = "task-4427345" [ 1208.794982] env[65635]: _type = "Task" [ 1208.794982] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.805554] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.814635] env[65635]: DEBUG nova.compute.manager [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received event network-changed-2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1208.815813] env[65635]: DEBUG nova.compute.manager [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing instance network info cache due to event network-changed-2f08c43d-0816-4491-892d-f4053fbaa4f0. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1208.815813] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Acquiring lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.815813] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Acquired lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.815813] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing network info cache for port 2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.846915] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 1a592784-f8cc-4b81-9651-5836efe737b7] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1208.925411] env[65635]: DEBUG oslo_concurrency.lockutils [None req-1b10c1fd-8fe4-4253-849b-1cf873936964 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.434s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.172265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.175022] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.011s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.175289] env[65635]: DEBUG nova.objects.instance [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lazy-loading 'resources' on Instance uuid 75cbdc21-17f4-4e97-9c7b-5c311ac016ce {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.206588] env[65635]: INFO nova.scheduler.client.report [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted allocations for instance fec8f7fa-c483-47dd-905a-2a4897a04a11 [ 1209.306038] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161522} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.306319] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.307181] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63daeca4-6a03-4955-a50d-6b6a2cb9b445 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.323346] env[65635]: WARNING neutronclient.v2_0.client [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.337953] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553/22ac5fc8-984f-4068-871a-a46b668c7553.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.340251] env[65635]: DEBUG nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1209.342414] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23561d68-0d00-4473-b25e-a50a41aac039 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.358142] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 285a7564-ff38-40b7-9cb3-b82eb3dba45b] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1209.368398] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1209.368398] env[65635]: value = "task-4427346" [ 1209.368398] env[65635]: _type = "Task" [ 1209.368398] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.384372] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.403019] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1209.403645] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.403819] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1209.404011] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.405165] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1209.405165] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1209.405165] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1209.405165] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1209.405398] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1209.405679] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1209.405876] env[65635]: DEBUG nova.virt.hardware [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1209.407180] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99ce554-61ab-494f-83d1-edf1431bc320 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.417842] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f1d50b-0794-47f1-8a56-8fcccb318ae8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.661261] env[65635]: WARNING neutronclient.v2_0.client [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.714908] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b83dd8b4-2f22-41e1-bad4-9ace807ec4ed tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "fec8f7fa-c483-47dd-905a-2a4897a04a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.553s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.757374] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updated VIF entry in instance network info cache for port 2f08c43d-0816-4491-892d-f4053fbaa4f0. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1209.757760] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [{"id": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "address": "fa:16:3e:a6:a2:d5", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f08c43d-08", "ovs_interfaceid": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.781941] env[65635]: DEBUG nova.compute.manager [req-1c829b7c-719d-40ac-a266-f4ee849a9d63 req-f0155560-afcb-40f5-91d0-33bca7a0f21b service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received event network-vif-plugged-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1209.782167] env[65635]: DEBUG oslo_concurrency.lockutils [req-1c829b7c-719d-40ac-a266-f4ee849a9d63 req-f0155560-afcb-40f5-91d0-33bca7a0f21b service nova] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.782369] env[65635]: DEBUG oslo_concurrency.lockutils [req-1c829b7c-719d-40ac-a266-f4ee849a9d63 req-f0155560-afcb-40f5-91d0-33bca7a0f21b service nova] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.782532] env[65635]: DEBUG oslo_concurrency.lockutils [req-1c829b7c-719d-40ac-a266-f4ee849a9d63 req-f0155560-afcb-40f5-91d0-33bca7a0f21b service nova] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.782703] env[65635]: DEBUG nova.compute.manager [req-1c829b7c-719d-40ac-a266-f4ee849a9d63 req-f0155560-afcb-40f5-91d0-33bca7a0f21b service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] No waiting events found dispatching network-vif-plugged-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1209.783709] env[65635]: WARNING nova.compute.manager [req-1c829b7c-719d-40ac-a266-f4ee849a9d63 req-f0155560-afcb-40f5-91d0-33bca7a0f21b service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received unexpected event network-vif-plugged-cc17cda7-fd03-4178-a8a2-f0215753c05f for instance with vm_state building and task_state spawning. [ 1209.856624] env[65635]: DEBUG nova.network.neutron [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Successfully updated port: cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1209.861843] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: d7987023-1fb3-4c04-a111-128ecb53375c] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1209.885380] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.930944] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd87516-1f9e-49a5-aa7e-12631e85ea6d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.946740] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae4ebc5-aaaf-486d-b95b-e1fa8083202c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.988201] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8194f1d-36b7-4ce5-9fda-e148c83d5994 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.999839] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8394d3e1-097d-426c-944b-b0bc6b788df3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.018867] env[65635]: DEBUG nova.compute.provider_tree [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.264107] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Releasing lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.264573] env[65635]: DEBUG nova.compute.manager [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received event network-changed-2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1210.264813] env[65635]: DEBUG nova.compute.manager [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing instance network info cache due to event network-changed-2f08c43d-0816-4491-892d-f4053fbaa4f0. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1210.265102] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Acquiring lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.265311] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Acquired lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.265522] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing network info cache for port 2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.364716] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.364716] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.364716] env[65635]: DEBUG nova.network.neutron [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.376287] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: b695c17c-898e-45ed-aa32-bc38cdb6e506] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1210.386987] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427346, 'name': ReconfigVM_Task, 'duration_secs': 0.765617} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.387383] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553/22ac5fc8-984f-4068-871a-a46b668c7553.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.388179] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee8357d4-b013-4c0d-bc45-865ca430ff24 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.397017] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1210.397017] env[65635]: value = "task-4427347" [ 1210.397017] env[65635]: _type = "Task" [ 1210.397017] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.407458] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427347, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.452641] env[65635]: DEBUG nova.compute.manager [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1210.521960] env[65635]: DEBUG nova.scheduler.client.report [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.735598] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.735833] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.769020] env[65635]: WARNING neutronclient.v2_0.client [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.880896] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: e8d3e9ca-93fb-4d90-90d3-e5cc19151797] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1210.903874] env[65635]: DEBUG nova.network.neutron [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1210.913576] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427347, 'name': Rename_Task, 'duration_secs': 0.237604} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.913576] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.913862] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f2a195-02f5-4e09-9add-fc68b191da97 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.921322] env[65635]: WARNING neutronclient.v2_0.client [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.925711] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1210.925711] env[65635]: value = "task-4427348" [ 1210.925711] env[65635]: _type = "Task" [ 1210.925711] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.940020] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.975871] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.018042] env[65635]: WARNING neutronclient.v2_0.client [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.028267] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.030531] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.055s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.032832] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updated VIF entry in instance network info cache for port 2f08c43d-0816-4491-892d-f4053fbaa4f0. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1211.033240] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [{"id": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "address": "fa:16:3e:a6:a2:d5", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f08c43d-08", "ovs_interfaceid": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.055191] env[65635]: INFO nova.scheduler.client.report [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted allocations for instance 75cbdc21-17f4-4e97-9c7b-5c311ac016ce [ 1211.108019] env[65635]: DEBUG nova.network.neutron [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [{"id": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "address": "fa:16:3e:2b:7f:5c", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc17cda7-fd", "ovs_interfaceid": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.238242] env[65635]: DEBUG nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1211.384694] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 021603b8-ae7c-4b34-908f-49c4298a099f] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1211.436738] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427348, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.538237] env[65635]: INFO nova.compute.claims [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.543208] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Releasing lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.543470] env[65635]: DEBUG nova.compute.manager [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1211.543470] env[65635]: DEBUG nova.compute.manager [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing instance network info cache due to event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1211.543632] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.543774] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.543934] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.567024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9eb1e9ed-b387-4e77-ab79-e02c3b6d18ec tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "75cbdc21-17f4-4e97-9c7b-5c311ac016ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.862s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.611748] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.612079] env[65635]: DEBUG nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Instance network_info: |[{"id": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "address": "fa:16:3e:2b:7f:5c", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc17cda7-fd", "ovs_interfaceid": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1211.612907] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:7f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc17cda7-fd03-4178-a8a2-f0215753c05f', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.621626] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1211.621934] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.622727] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7e0c266-d0d1-45f0-996a-c6db3b3bf5f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.648875] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.648875] env[65635]: value = "task-4427349" [ 1211.648875] env[65635]: _type = "Task" [ 1211.648875] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.660728] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427349, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.762162] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.824855] env[65635]: DEBUG nova.compute.manager [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received event network-changed-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1211.825133] env[65635]: DEBUG nova.compute.manager [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Refreshing instance network info cache due to event network-changed-cc17cda7-fd03-4178-a8a2-f0215753c05f. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1211.825409] env[65635]: DEBUG oslo_concurrency.lockutils [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] Acquiring lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.825670] env[65635]: DEBUG oslo_concurrency.lockutils [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] Acquired lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.825813] env[65635]: DEBUG nova.network.neutron [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Refreshing network info cache for port cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.888455] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 8eeaf169-e1b2-4a8e-8b91-bc399c5c8c08] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1211.938901] env[65635]: DEBUG oslo_vmware.api [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427348, 'name': PowerOnVM_Task, 'duration_secs': 0.86066} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.939240] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.939526] env[65635]: INFO nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1211.939722] env[65635]: DEBUG nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1211.941092] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b7d1d7-f116-4a75-9cce-4767d3376257 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.049038] env[65635]: INFO nova.compute.resource_tracker [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating resource usage from migration 57372fab-259f-4e27-a08a-ba7583f83b1f [ 1212.052141] env[65635]: WARNING neutronclient.v2_0.client [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.159876] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427349, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.271040] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181f3b7-fc73-4f61-9101-c6ebe6250477 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.274733] env[65635]: WARNING neutronclient.v2_0.client [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.284193] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a1b12b-d215-4f99-996c-f6956071a935 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.321022] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5e526e-4a34-4a9f-81f4-4031d5dd7524 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.329427] env[65635]: WARNING neutronclient.v2_0.client [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.333746] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc54ef-f0d6-48e1-a094-ed7850e41bd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.348813] env[65635]: DEBUG nova.compute.provider_tree [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.366952] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updated VIF entry in instance network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.367373] env[65635]: DEBUG nova.network.neutron [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.383378] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "99461602-a5f4-400a-a8ee-847328cbef9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.383702] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "99461602-a5f4-400a-a8ee-847328cbef9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.383950] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "99461602-a5f4-400a-a8ee-847328cbef9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.384684] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "99461602-a5f4-400a-a8ee-847328cbef9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.384684] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "99461602-a5f4-400a-a8ee-847328cbef9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.387364] env[65635]: INFO nova.compute.manager [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Terminating instance [ 1212.392286] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 76b8ba30-a5b1-44ea-ac84-c47dea905c0a] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1212.463330] env[65635]: INFO nova.compute.manager [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Took 20.52 seconds to build instance. [ 1212.496439] env[65635]: WARNING neutronclient.v2_0.client [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.565414] env[65635]: DEBUG nova.network.neutron [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updated VIF entry in instance network info cache for port cc17cda7-fd03-4178-a8a2-f0215753c05f. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.565831] env[65635]: DEBUG nova.network.neutron [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [{"id": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "address": "fa:16:3e:2b:7f:5c", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc17cda7-fd", "ovs_interfaceid": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.660290] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427349, 'name': CreateVM_Task, 'duration_secs': 0.642459} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.660460] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.660929] env[65635]: WARNING neutronclient.v2_0.client [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.661430] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.661602] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.661906] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.662175] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69e575c-b434-4119-ac36-62de17bbe456 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.667807] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1212.667807] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528bad5f-08ef-d493-4792-88b90b1884ee" [ 1212.667807] env[65635]: _type = "Task" [ 1212.667807] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.676154] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528bad5f-08ef-d493-4792-88b90b1884ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.854891] env[65635]: DEBUG nova.scheduler.client.report [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.873928] env[65635]: DEBUG oslo_concurrency.lockutils [req-051b61c7-327c-497c-89f2-cd3d5684d770 req-917ed2c7-4abe-43dc-98b2-98733d4b8512 service nova] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.890842] env[65635]: DEBUG nova.compute.manager [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1212.891081] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.891965] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4606e0a3-fd5f-497e-bc06-5fe6fd670fbe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.895737] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: adba26bf-8382-4897-b5ee-369cd46084d8] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1212.901265] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.901523] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0933edb6-a337-43c8-86bb-3c335777d9c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.910983] env[65635]: DEBUG oslo_vmware.api [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1212.910983] env[65635]: value = "task-4427350" [ 1212.910983] env[65635]: _type = "Task" [ 1212.910983] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.920043] env[65635]: DEBUG oslo_vmware.api [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.968155] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2c0305cb-a413-4ba4-b26a-600de6d14562 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "22ac5fc8-984f-4068-871a-a46b668c7553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.030s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.008228] env[65635]: DEBUG oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52114a0a-09cc-1cc3-3d31-0cbd2675f7e4/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1213.009257] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2688954d-b6dd-4256-987a-3bb593e3902d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.017091] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "927577db-7f82-4b63-9457-21cafaccdec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.017375] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "927577db-7f82-4b63-9457-21cafaccdec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.021439] env[65635]: DEBUG oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52114a0a-09cc-1cc3-3d31-0cbd2675f7e4/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1213.021593] env[65635]: ERROR oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52114a0a-09cc-1cc3-3d31-0cbd2675f7e4/disk-0.vmdk due to incomplete transfer. [ 1213.021828] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b329f60f-473e-4546-babc-2e1fa3105c27 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.033049] env[65635]: DEBUG oslo_vmware.rw_handles [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52114a0a-09cc-1cc3-3d31-0cbd2675f7e4/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1213.033269] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Uploaded image 7bac646b-403a-4a47-8d8e-b152bc434664 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1213.035543] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1213.036478] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6807ac23-6b22-48d2-8aa0-2687162f4ee7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.044899] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1213.044899] env[65635]: value = "task-4427351" [ 1213.044899] env[65635]: _type = "Task" [ 1213.044899] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.055237] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427351, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.068505] env[65635]: DEBUG oslo_concurrency.lockutils [req-61eeafc5-f7b5-44a8-a4b9-8bd028a074d6 req-d20e34ed-5a37-4a15-a8f3-3d40dee04563 service nova] Releasing lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.179152] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]528bad5f-08ef-d493-4792-88b90b1884ee, 'name': SearchDatastore_Task, 'duration_secs': 0.022002} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.179495] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.179748] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.179984] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.180147] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.180331] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.180724] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-694304d2-8998-49c5-b1f6-9b6445a4fd71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.200937] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.201177] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.201936] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c19e82e-f7d4-4f20-a888-510b881d86e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.208594] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1213.208594] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5232c16f-22e2-2efb-3f7c-389ea6b92cff" [ 1213.208594] env[65635]: _type = "Task" [ 1213.208594] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.218410] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5232c16f-22e2-2efb-3f7c-389ea6b92cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.360104] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.329s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.360104] env[65635]: INFO nova.compute.manager [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Migrating [ 1213.368267] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.606s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.369972] env[65635]: INFO nova.compute.claims [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.399349] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: adce64ab-e095-4076-a09a-d13c45b3ee8a] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1213.420940] env[65635]: DEBUG oslo_vmware.api [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427350, 'name': PowerOffVM_Task, 'duration_secs': 0.358397} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.421225] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.421978] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.422212] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ce7ee39-63ca-45b1-8dfe-7102483bc237 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.508697] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.508923] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.509134] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleting the datastore file [datastore2] 99461602-a5f4-400a-a8ee-847328cbef9a {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.509449] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-899e775e-b260-4746-a6c8-e2513b0b5cc8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.519270] env[65635]: DEBUG oslo_vmware.api [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1213.519270] env[65635]: value = "task-4427353" [ 1213.519270] env[65635]: _type = "Task" [ 1213.519270] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.519697] env[65635]: DEBUG nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1213.532362] env[65635]: DEBUG oslo_vmware.api [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.555585] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427351, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.557892] env[65635]: DEBUG nova.compute.manager [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Received event network-changed-0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1213.558102] env[65635]: DEBUG nova.compute.manager [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Refreshing instance network info cache due to event network-changed-0009f2c7-8ccf-4de5-9472-3adfdfcae5c3. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1213.558306] env[65635]: DEBUG oslo_concurrency.lockutils [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] Acquiring lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.558449] env[65635]: DEBUG oslo_concurrency.lockutils [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] Acquired lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.558607] env[65635]: DEBUG nova.network.neutron [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Refreshing network info cache for port 0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.719514] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5232c16f-22e2-2efb-3f7c-389ea6b92cff, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.720327] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc702e31-d192-4470-a5dc-3464cb7c5453 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.726055] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1213.726055] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c22b24-d265-7daa-d8ed-51e786703667" [ 1213.726055] env[65635]: _type = "Task" [ 1213.726055] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.734374] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c22b24-d265-7daa-d8ed-51e786703667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.885437] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.885437] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.885437] env[65635]: DEBUG nova.network.neutron [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1213.904740] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 4f848e02-75e0-4f5b-a87d-b4d1f4882273] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1214.032632] env[65635]: DEBUG oslo_vmware.api [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427582} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.034984] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.035193] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.035404] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.035642] env[65635]: INFO nova.compute.manager [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1214.035876] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1214.036345] env[65635]: DEBUG nova.compute.manager [-] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1214.036345] env[65635]: DEBUG nova.network.neutron [-] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1214.036599] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.056670] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427351, 'name': Destroy_Task, 'duration_secs': 0.605643} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.058064] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.058162] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Destroyed the VM [ 1214.058392] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1214.058651] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b184c29-f63a-43f0-80ab-a022ff673c4e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.061927] env[65635]: WARNING neutronclient.v2_0.client [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.067023] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1214.067023] env[65635]: value = "task-4427354" [ 1214.067023] env[65635]: _type = "Task" [ 1214.067023] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.079348] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427354, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.120481] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.227284] env[65635]: WARNING neutronclient.v2_0.client [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.241551] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52c22b24-d265-7daa-d8ed-51e786703667, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.241754] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.242787] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a/8eb484eb-3153-4222-b673-3acfcd6d8a4a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.243750] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-911037ce-e763-483f-bbcd-cc8892cfc0af {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.252387] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1214.252387] env[65635]: value = "task-4427355" [ 1214.252387] env[65635]: _type = "Task" [ 1214.252387] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.262036] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.322526] env[65635]: DEBUG nova.network.neutron [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updated VIF entry in instance network info cache for port 0009f2c7-8ccf-4de5-9472-3adfdfcae5c3. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1214.322912] env[65635]: DEBUG nova.network.neutron [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance_info_cache with network_info: [{"id": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "address": "fa:16:3e:ae:08:23", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0009f2c7-8c", "ovs_interfaceid": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.364631] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-1853a65b-a72f-43bc-9abe-d4e9547166eb-507d1b0c-d574-4980-9713-8858c00943ae" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.365034] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-1853a65b-a72f-43bc-9abe-d4e9547166eb-507d1b0c-d574-4980-9713-8858c00943ae" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.365395] env[65635]: DEBUG nova.objects.instance [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'flavor' on Instance uuid 1853a65b-a72f-43bc-9abe-d4e9547166eb {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.388010] env[65635]: DEBUG nova.compute.manager [req-185e0e29-dbc3-41d4-88f2-300fc76a9387 req-f25170b9-f0e7-41cc-9910-722db5ae115a service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Received event network-vif-deleted-3e681587-71e3-48db-89cd-c9e2a3991d9f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1214.388010] env[65635]: INFO nova.compute.manager [req-185e0e29-dbc3-41d4-88f2-300fc76a9387 req-f25170b9-f0e7-41cc-9910-722db5ae115a service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Neutron deleted interface 3e681587-71e3-48db-89cd-c9e2a3991d9f; detaching it from the instance and deleting it from the info cache [ 1214.388178] env[65635]: DEBUG nova.network.neutron [req-185e0e29-dbc3-41d4-88f2-300fc76a9387 req-f25170b9-f0e7-41cc-9910-722db5ae115a service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.392655] env[65635]: WARNING neutronclient.v2_0.client [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.408168] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 33244e0f-13fa-4391-8847-db9acfae01ce] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1214.567084] env[65635]: WARNING neutronclient.v2_0.client [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.579237] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427354, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.638404] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a2cd6d-8a49-4687-979b-af01e8210428 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.649862] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7956cf-bb88-4dc4-9476-5035938adbd1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.656532] env[65635]: DEBUG nova.network.neutron [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance_info_cache with network_info: [{"id": "626d0ed8-211d-442e-b115-6c65dca137d4", "address": "fa:16:3e:b9:1b:7e", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d0ed8-21", "ovs_interfaceid": "626d0ed8-211d-442e-b115-6c65dca137d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.705159] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7945c6a-c869-42da-87b8-020d1f2137ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.717846] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9700adb4-b0d3-407e-8a34-c8bdff3fd016 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.736109] env[65635]: DEBUG nova.compute.provider_tree [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.763641] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.825694] env[65635]: DEBUG oslo_concurrency.lockutils [req-98f6d0b0-6c57-4d43-a7b8-a3f754dca255 req-1be16223-3e3f-4f35-8037-e4b3d10a4799 service nova] Releasing lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.858416] env[65635]: DEBUG nova.network.neutron [-] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.869434] env[65635]: WARNING neutronclient.v2_0.client [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.897999] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-027d466c-d5ff-401d-bdc9-76fb9c5bc78c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.909456] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b8dd3c-51cf-445a-a3f5-f89eab30b972 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.922047] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: a7750ded-bcc4-43de-8c15-a50b30be9161] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1214.949821] env[65635]: DEBUG nova.compute.manager [req-185e0e29-dbc3-41d4-88f2-300fc76a9387 req-f25170b9-f0e7-41cc-9910-722db5ae115a service nova] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Detach interface failed, port_id=3e681587-71e3-48db-89cd-c9e2a3991d9f, reason: Instance 99461602-a5f4-400a-a8ee-847328cbef9a could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1214.994152] env[65635]: DEBUG nova.objects.instance [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'pci_requests' on Instance uuid 1853a65b-a72f-43bc-9abe-d4e9547166eb {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.080813] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427354, 'name': RemoveSnapshot_Task, 'duration_secs': 0.583458} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.081140] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1215.081408] env[65635]: DEBUG nova.compute.manager [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1215.082215] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de370e4c-c599-4546-9b84-7d0fd3e30cb4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.160043] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.239782] env[65635]: DEBUG nova.scheduler.client.report [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.263903] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582364} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.264202] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a/8eb484eb-3153-4222-b673-3acfcd6d8a4a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.264416] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.264676] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e38e012-c4ba-40fd-91dc-ec870792b87e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.272941] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1215.272941] env[65635]: value = "task-4427356" [ 1215.272941] env[65635]: _type = "Task" [ 1215.272941] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.284343] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.361344] env[65635]: INFO nova.compute.manager [-] [instance: 99461602-a5f4-400a-a8ee-847328cbef9a] Took 1.32 seconds to deallocate network for instance. [ 1215.425542] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: fdcd27ae-a5dc-40fd-9371-c8fe4d571e66] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1215.496683] env[65635]: DEBUG nova.objects.base [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Object Instance<1853a65b-a72f-43bc-9abe-d4e9547166eb> lazy-loaded attributes: flavor,pci_requests {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1215.496961] env[65635]: DEBUG nova.network.neutron [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1215.497331] env[65635]: WARNING neutronclient.v2_0.client [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.497628] env[65635]: WARNING neutronclient.v2_0.client [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.569694] env[65635]: DEBUG nova.policy [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.595750] env[65635]: INFO nova.compute.manager [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Shelve offloading [ 1215.744433] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.744973] env[65635]: DEBUG nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1215.747703] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.690s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.749263] env[65635]: INFO nova.compute.claims [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.787691] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084435} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.787958] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.788976] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4ee98-f6cf-4242-81da-4d5080325ca8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.814079] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a/8eb484eb-3153-4222-b673-3acfcd6d8a4a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.814744] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4053b2f6-6f78-481b-9f7e-794789bd1171 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.835825] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1215.835825] env[65635]: value = "task-4427357" [ 1215.835825] env[65635]: _type = "Task" [ 1215.835825] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.844880] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.868757] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.930034] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 0144e645-a0c2-47d4-b290-7cf9c0ec95cb] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1216.099946] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.100244] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-448e2e23-4dcf-44c1-88eb-b4c423b91cb4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.108274] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1216.108274] env[65635]: value = "task-4427358" [ 1216.108274] env[65635]: _type = "Task" [ 1216.108274] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.119319] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1216.119581] env[65635]: DEBUG nova.compute.manager [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1216.120385] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5598797-8ec9-497b-8a44-58964785ac8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.126977] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.127161] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.127335] env[65635]: DEBUG nova.network.neutron [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1216.254256] env[65635]: DEBUG nova.compute.utils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.257742] env[65635]: DEBUG nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1216.257920] env[65635]: DEBUG nova.network.neutron [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1216.258266] env[65635]: WARNING neutronclient.v2_0.client [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.258550] env[65635]: WARNING neutronclient.v2_0.client [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.317231] env[65635]: DEBUG nova.policy [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9833404dce8b4e16b55b5dc2ef4a4c29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236048392e7440aa90cd241154034069', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.346356] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.434649] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: a413a372-b513-4254-8516-8069c2374862] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1216.608108] env[65635]: DEBUG nova.network.neutron [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Successfully created port: d82a3d32-d47f-4b52-8f0a-775eaf1cf481 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1216.630555] env[65635]: WARNING neutronclient.v2_0.client [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.677747] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dcdaac-c72b-493c-90ba-a9683e499c8f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.697973] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance 'b3636872-2ae7-4429-b52d-ca1a324a522c' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.758508] env[65635]: DEBUG nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1216.846490] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427357, 'name': ReconfigVM_Task, 'duration_secs': 0.998009} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.847556] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a/8eb484eb-3153-4222-b673-3acfcd6d8a4a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.847556] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1492fcf8-59a4-4366-a915-052478162adb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.858370] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1216.858370] env[65635]: value = "task-4427359" [ 1216.858370] env[65635]: _type = "Task" [ 1216.858370] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.870269] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427359, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.939221] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: f39da399-d63d-4fd1-bc3f-e1d8de517b96] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1217.001241] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f7d9a-dc2b-4bae-aa1c-42bf017dd29f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.012542] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54adabe6-4fd6-431f-8e6b-90343d586dd0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.046823] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5677ec3c-dc25-4ce2-9c80-3697b722543b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.055812] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb5a36-7f61-4eda-a841-08f964d920d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.072775] env[65635]: DEBUG nova.compute.provider_tree [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.160575] env[65635]: DEBUG nova.network.neutron [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Successfully updated port: 507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1217.203990] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.203990] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c805f83-cc81-463f-b9bd-3dc456c2c8c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.211724] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1217.211724] env[65635]: value = "task-4427360" [ 1217.211724] env[65635]: _type = "Task" [ 1217.211724] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.222612] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.367934] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427359, 'name': Rename_Task, 'duration_secs': 0.243482} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.368263] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.368517] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a903eb-656b-4d28-9ef5-baa32f57170f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.375778] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1217.375778] env[65635]: value = "task-4427361" [ 1217.375778] env[65635]: _type = "Task" [ 1217.375778] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.388109] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.425787] env[65635]: WARNING neutronclient.v2_0.client [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.442991] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: e50a73c0-c8c3-4c79-90a3-766a6c8c4012] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1217.545842] env[65635]: DEBUG nova.network.neutron [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [{"id": "0a6c2437-dd8c-488e-ac04-f26243492e29", "address": "fa:16:3e:9f:f6:6b", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c2437-dd", "ovs_interfaceid": "0a6c2437-dd8c-488e-ac04-f26243492e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.576349] env[65635]: DEBUG nova.scheduler.client.report [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.665091] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.665091] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.665331] env[65635]: DEBUG nova.network.neutron [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1217.718174] env[65635]: DEBUG nova.compute.manager [req-e752e7f0-3b78-4c8e-b508-5d5e90db8814 req-8d2c8431-7d48-4d57-8f92-a97afe3db558 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-vif-plugged-507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1217.718423] env[65635]: DEBUG oslo_concurrency.lockutils [req-e752e7f0-3b78-4c8e-b508-5d5e90db8814 req-8d2c8431-7d48-4d57-8f92-a97afe3db558 service nova] Acquiring lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.718636] env[65635]: DEBUG oslo_concurrency.lockutils [req-e752e7f0-3b78-4c8e-b508-5d5e90db8814 req-8d2c8431-7d48-4d57-8f92-a97afe3db558 service nova] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.718740] env[65635]: DEBUG oslo_concurrency.lockutils [req-e752e7f0-3b78-4c8e-b508-5d5e90db8814 req-8d2c8431-7d48-4d57-8f92-a97afe3db558 service nova] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.718904] env[65635]: DEBUG nova.compute.manager [req-e752e7f0-3b78-4c8e-b508-5d5e90db8814 req-8d2c8431-7d48-4d57-8f92-a97afe3db558 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] No waiting events found dispatching network-vif-plugged-507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1217.719101] env[65635]: WARNING nova.compute.manager [req-e752e7f0-3b78-4c8e-b508-5d5e90db8814 req-8d2c8431-7d48-4d57-8f92-a97afe3db558 service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received unexpected event network-vif-plugged-507d1b0c-d574-4980-9713-8858c00943ae for instance with vm_state active and task_state None. [ 1217.725654] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427360, 'name': PowerOffVM_Task, 'duration_secs': 0.33199} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.725850] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.726147] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance 'b3636872-2ae7-4429-b52d-ca1a324a522c' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.768958] env[65635]: DEBUG nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1217.799011] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1217.799341] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.799498] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1217.799677] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.799813] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1217.799954] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1217.800218] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1217.800378] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1217.800539] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1217.800699] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1217.800863] env[65635]: DEBUG nova.virt.hardware [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1217.801743] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701526ce-7908-48be-80bc-1175cea80e23 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.811560] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9bcd73-ea9e-4f1b-a7d0-40230968b8da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.888484] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427361, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.946888] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 51ed186e-a115-447b-ae00-83211ccc0d7c] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1218.040821] env[65635]: DEBUG nova.compute.manager [req-1f0abeb7-f869-4313-8b30-c25afa70a155 req-5bf91004-8dc7-4ce0-8156-29542309726e service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Received event network-vif-plugged-d82a3d32-d47f-4b52-8f0a-775eaf1cf481 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1218.041156] env[65635]: DEBUG oslo_concurrency.lockutils [req-1f0abeb7-f869-4313-8b30-c25afa70a155 req-5bf91004-8dc7-4ce0-8156-29542309726e service nova] Acquiring lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.041468] env[65635]: DEBUG oslo_concurrency.lockutils [req-1f0abeb7-f869-4313-8b30-c25afa70a155 req-5bf91004-8dc7-4ce0-8156-29542309726e service nova] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.041689] env[65635]: DEBUG oslo_concurrency.lockutils [req-1f0abeb7-f869-4313-8b30-c25afa70a155 req-5bf91004-8dc7-4ce0-8156-29542309726e service nova] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.041884] env[65635]: DEBUG nova.compute.manager [req-1f0abeb7-f869-4313-8b30-c25afa70a155 req-5bf91004-8dc7-4ce0-8156-29542309726e service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] No waiting events found dispatching network-vif-plugged-d82a3d32-d47f-4b52-8f0a-775eaf1cf481 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1218.042215] env[65635]: WARNING nova.compute.manager [req-1f0abeb7-f869-4313-8b30-c25afa70a155 req-5bf91004-8dc7-4ce0-8156-29542309726e service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Received unexpected event network-vif-plugged-d82a3d32-d47f-4b52-8f0a-775eaf1cf481 for instance with vm_state building and task_state spawning. [ 1218.048944] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.049348] env[65635]: WARNING neutronclient.v2_0.client [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.049655] env[65635]: WARNING neutronclient.v2_0.client [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.081919] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.082434] env[65635]: DEBUG nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1218.092215] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.217s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.092215] env[65635]: DEBUG nova.objects.instance [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lazy-loading 'resources' on Instance uuid 99461602-a5f4-400a-a8ee-847328cbef9a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.147796] env[65635]: DEBUG nova.network.neutron [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Successfully updated port: d82a3d32-d47f-4b52-8f0a-775eaf1cf481 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1218.206191] env[65635]: WARNING nova.network.neutron [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] 924aba22-56da-44a3-a97a-0fdebc5cb669 already exists in list: networks containing: ['924aba22-56da-44a3-a97a-0fdebc5cb669']. ignoring it [ 1218.232583] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.232825] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.233029] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.233231] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.233378] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.233533] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.233735] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.233894] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.234073] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.234256] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.234457] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.246859] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77f5545-b811-4686-bc1b-22018baf43ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.264524] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1218.264524] env[65635]: value = "task-4427362" [ 1218.264524] env[65635]: _type = "Task" [ 1218.264524] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.275916] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.323585] env[65635]: WARNING neutronclient.v2_0.client [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.388934] env[65635]: DEBUG oslo_vmware.api [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427361, 'name': PowerOnVM_Task, 'duration_secs': 0.556849} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.389538] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.389538] env[65635]: INFO nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1218.389695] env[65635]: DEBUG nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1218.390758] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3089141b-84c9-44a0-a5c6-e77257d41db7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.426440] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.428109] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796f2ef8-4cf3-47e2-b2f9-e6081d1bb19e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.438104] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.438932] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffa52ef4-cbc7-4d3e-97e7-47bda07ed5c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.451299] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 48b52243-7a82-4296-adcf-bc6e22dfaac9] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1218.510088] env[65635]: WARNING neutronclient.v2_0.client [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.516335] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.516620] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.516775] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleting the datastore file [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.517047] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0338aa24-52d2-4c46-b066-73fb7c3060db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.527769] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1218.527769] env[65635]: value = "task-4427364" [ 1218.527769] env[65635]: _type = "Task" [ 1218.527769] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.537339] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.598110] env[65635]: DEBUG nova.compute.utils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.600854] env[65635]: DEBUG nova.network.neutron [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "507d1b0c-d574-4980-9713-8858c00943ae", "address": "fa:16:3e:e0:4d:5a", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507d1b0c-d5", "ovs_interfaceid": "507d1b0c-d574-4980-9713-8858c00943ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.603173] env[65635]: DEBUG nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1218.603173] env[65635]: DEBUG nova.network.neutron [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1218.603173] env[65635]: WARNING neutronclient.v2_0.client [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.603173] env[65635]: WARNING neutronclient.v2_0.client [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.648067] env[65635]: DEBUG nova.policy [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f1dc91ca620470cbf8256c8f66d6ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15d8af2534314b5bba33f6a18993f9df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.653703] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "refresh_cache-a6ff1ba7-99ac-4b22-878f-a416aae9472b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.653915] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "refresh_cache-a6ff1ba7-99ac-4b22-878f-a416aae9472b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.654058] env[65635]: DEBUG nova.network.neutron [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1218.775947] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427362, 'name': ReconfigVM_Task, 'duration_secs': 0.283228} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.779135] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance 'b3636872-2ae7-4429-b52d-ca1a324a522c' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.842180] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4864c32-d71c-4efa-8648-b40ed81493ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.851370] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606b9cf3-609d-4fe2-8b32-2741fbc8a7d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.884179] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6139bb48-21d6-4abf-ba6d-695633d3dbb5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.893105] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1296244f-a2a0-44f4-a237-15e48e1ee9a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.913798] env[65635]: DEBUG nova.compute.provider_tree [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.917433] env[65635]: INFO nova.compute.manager [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Took 19.64 seconds to build instance. [ 1218.919180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.919180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.919180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.919180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.919331] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.921105] env[65635]: INFO nova.compute.manager [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Terminating instance [ 1218.956349] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 5549a2e9-cb0a-4566-b675-fb8ca67665a7] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1218.996137] env[65635]: DEBUG nova.network.neutron [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Successfully created port: cbb6be39-59af-44bf-8a70-192f33597323 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1219.039336] env[65635]: DEBUG oslo_vmware.api [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2298} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.039729] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.039968] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.040218] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.067259] env[65635]: INFO nova.scheduler.client.report [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted allocations for instance f2b337bf-cbd9-490f-8358-f8424122300f [ 1219.106470] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.107241] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.107399] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.108144] env[65635]: DEBUG nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1219.112078] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd614b7-dc6a-4149-b4f0-85f90e80593b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.131789] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1219.132169] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.132413] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1219.132662] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.132950] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1219.133181] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1219.133485] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1219.133696] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1219.133923] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1219.134155] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1219.134389] env[65635]: DEBUG nova.virt.hardware [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1219.140995] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Reconfiguring VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1219.142248] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76024748-f3b5-4209-aaaf-c458eb184e1b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.162086] env[65635]: DEBUG oslo_vmware.api [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1219.162086] env[65635]: value = "task-4427365" [ 1219.162086] env[65635]: _type = "Task" [ 1219.162086] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.173340] env[65635]: DEBUG oslo_vmware.api [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427365, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.191847] env[65635]: DEBUG nova.network.neutron [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1219.286275] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1219.286531] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.286697] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1219.286859] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.286998] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1219.287158] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1219.287360] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1219.287604] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1219.287798] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1219.287959] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1219.288141] env[65635]: DEBUG nova.virt.hardware [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1219.294877] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1219.295264] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3f42e9-0ea7-4f1b-a6e6-c3b2471a1e42 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.313943] env[65635]: WARNING neutronclient.v2_0.client [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.324064] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1219.324064] env[65635]: value = "task-4427366" [ 1219.324064] env[65635]: _type = "Task" [ 1219.324064] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.335629] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.418915] env[65635]: DEBUG nova.scheduler.client.report [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.426024] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a3e2b19a-b8a0-4041-87b2-bbb25dbb718f tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.157s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.426936] env[65635]: DEBUG nova.compute.manager [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1219.427228] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.428207] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b03101-642a-407c-80bb-655ece1d37a7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.437705] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.438127] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abd639e0-ff2d-4f49-acee-d69d3f8a7e51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.446953] env[65635]: DEBUG oslo_vmware.api [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1219.446953] env[65635]: value = "task-4427367" [ 1219.446953] env[65635]: _type = "Task" [ 1219.446953] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.457846] env[65635]: DEBUG oslo_vmware.api [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.459502] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 8a96f114-e6b5-4b01-bd15-e724b0e1b825] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1219.483487] env[65635]: DEBUG nova.network.neutron [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Updating instance_info_cache with network_info: [{"id": "d82a3d32-d47f-4b52-8f0a-775eaf1cf481", "address": "fa:16:3e:76:df:a6", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82a3d32-d4", "ovs_interfaceid": "d82a3d32-d47f-4b52-8f0a-775eaf1cf481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.571728] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.679363] env[65635]: DEBUG oslo_vmware.api [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.836664] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427366, 'name': ReconfigVM_Task, 'duration_secs': 0.226173} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.837266] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.838305] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac2c70-1897-40ba-98fa-02343dff5aa0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.867304] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b3636872-2ae7-4429-b52d-ca1a324a522c/b3636872-2ae7-4429-b52d-ca1a324a522c.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.867718] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44561fa1-46c9-497a-b182-aae93d3a37ee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.886493] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1219.886493] env[65635]: value = "task-4427368" [ 1219.886493] env[65635]: _type = "Task" [ 1219.886493] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.896686] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.924941] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.927756] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.356s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.928086] env[65635]: DEBUG nova.objects.instance [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'resources' on Instance uuid f2b337bf-cbd9-490f-8358-f8424122300f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.953797] env[65635]: INFO nova.scheduler.client.report [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted allocations for instance 99461602-a5f4-400a-a8ee-847328cbef9a [ 1219.959056] env[65635]: DEBUG oslo_vmware.api [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427367, 'name': PowerOffVM_Task, 'duration_secs': 0.421163} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.961928] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.962137] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.962777] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 011b169f-fe69-43ac-ade0-2359c6f7b910] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1219.965128] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a8a799a-3b89-41a8-97c8-6d2a57bf71a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.987488] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "refresh_cache-a6ff1ba7-99ac-4b22-878f-a416aae9472b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.988021] env[65635]: DEBUG nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Instance network_info: |[{"id": "d82a3d32-d47f-4b52-8f0a-775eaf1cf481", "address": "fa:16:3e:76:df:a6", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82a3d32-d4", "ovs_interfaceid": "d82a3d32-d47f-4b52-8f0a-775eaf1cf481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1219.988674] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:df:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd82a3d32-d47f-4b52-8f0a-775eaf1cf481', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.998566] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1219.999652] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.999948] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdae9373-7bf7-4034-a9d4-e961ef6b5904 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.025791] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.025791] env[65635]: value = "task-4427370" [ 1220.025791] env[65635]: _type = "Task" [ 1220.025791] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.037686] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427370, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.041443] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.041668] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.041858] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleting the datastore file [datastore2] 6d0c84a0-d155-4d9d-ad35-a37566f4c320 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.042169] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69f7d3c8-dd9d-478c-a753-865b9ece7b9c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.050048] env[65635]: DEBUG oslo_vmware.api [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1220.050048] env[65635]: value = "task-4427371" [ 1220.050048] env[65635]: _type = "Task" [ 1220.050048] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.060309] env[65635]: DEBUG oslo_vmware.api [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.122649] env[65635]: DEBUG nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1220.160985] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1220.161194] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.161306] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1220.161500] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.161742] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1220.162229] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1220.162473] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1220.162636] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1220.162798] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1220.162964] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1220.163154] env[65635]: DEBUG nova.virt.hardware [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1220.164297] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a3383-49ed-4965-99bc-0f86599951f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.179141] env[65635]: DEBUG oslo_vmware.api [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427365, 'name': ReconfigVM_Task, 'duration_secs': 0.772523} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.180459] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47395ad-0e32-4e72-a8f6-d01a999b9dfc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.185379] env[65635]: WARNING neutronclient.v2_0.client [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.200309] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.200563] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Reconfigured VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1220.368890] env[65635]: DEBUG nova.compute.manager [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-changed-507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1220.369263] env[65635]: DEBUG nova.compute.manager [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing instance network info cache due to event network-changed-507d1b0c-d574-4980-9713-8858c00943ae. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1220.369341] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.369521] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.369637] env[65635]: DEBUG nova.network.neutron [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing network info cache for port 507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.398956] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427368, 'name': ReconfigVM_Task, 'duration_secs': 0.372143} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.399287] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b3636872-2ae7-4429-b52d-ca1a324a522c/b3636872-2ae7-4429-b52d-ca1a324a522c.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.399575] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance 'b3636872-2ae7-4429-b52d-ca1a324a522c' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.432764] env[65635]: DEBUG nova.objects.instance [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'numa_topology' on Instance uuid f2b337bf-cbd9-490f-8358-f8424122300f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.467196] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6cb99469-0ea0-43ea-b64c-b34d2bae07f1 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "99461602-a5f4-400a-a8ee-847328cbef9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.083s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.468405] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 275f6728-4f43-4064-8c9c-6e7b4c729d78] Instance has had 0 of 5 cleanup attempts {{(pid=65635) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1220.531651] env[65635]: DEBUG nova.compute.manager [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Received event network-changed-d82a3d32-d47f-4b52-8f0a-775eaf1cf481 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1220.531651] env[65635]: DEBUG nova.compute.manager [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Refreshing instance network info cache due to event network-changed-d82a3d32-d47f-4b52-8f0a-775eaf1cf481. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1220.531651] env[65635]: DEBUG oslo_concurrency.lockutils [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] Acquiring lock "refresh_cache-a6ff1ba7-99ac-4b22-878f-a416aae9472b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.531651] env[65635]: DEBUG oslo_concurrency.lockutils [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] Acquired lock "refresh_cache-a6ff1ba7-99ac-4b22-878f-a416aae9472b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.531651] env[65635]: DEBUG nova.network.neutron [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Refreshing network info cache for port d82a3d32-d47f-4b52-8f0a-775eaf1cf481 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.548450] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427370, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.562407] env[65635]: DEBUG oslo_vmware.api [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172369} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.562483] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.563433] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.563433] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.563433] env[65635]: INFO nova.compute.manager [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1220.563433] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1220.563433] env[65635]: DEBUG nova.compute.manager [-] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1220.563987] env[65635]: DEBUG nova.network.neutron [-] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1220.563987] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.584233] env[65635]: DEBUG nova.network.neutron [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Successfully updated port: cbb6be39-59af-44bf-8a70-192f33597323 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1220.614592] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.706487] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6610473b-344f-42da-b3c8-4c3b29100d1c tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-1853a65b-a72f-43bc-9abe-d4e9547166eb-507d1b0c-d574-4980-9713-8858c00943ae" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.341s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.873930] env[65635]: WARNING neutronclient.v2_0.client [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.907021] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc89f5d-ec9d-4551-8619-51c18bb71364 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.933244] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba169e0-cded-4ff7-8fff-e5c3e79d028b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.937340] env[65635]: DEBUG nova.objects.base [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1220.965557] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance 'b3636872-2ae7-4429-b52d-ca1a324a522c' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.974321] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.974497] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Cleaning up deleted instances with incomplete migration {{(pid=65635) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1221.039800] env[65635]: WARNING neutronclient.v2_0.client [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.042476] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427370, 'name': CreateVM_Task, 'duration_secs': 0.555234} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.043170] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.046177] env[65635]: WARNING neutronclient.v2_0.client [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.046541] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.046736] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.047047] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.048458] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763af588-78e7-4c46-a1b2-723c2648b53d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.056775] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1221.056775] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f1d89c-9386-faf5-c450-adb125844042" [ 1221.056775] env[65635]: _type = "Task" [ 1221.056775] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.074753] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52f1d89c-9386-faf5-c450-adb125844042, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.075052] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.075366] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.075971] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.075971] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.075971] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.076192] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ca8aba-d7e7-473f-a6a1-ad6d3bbb4f08 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.088193] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "refresh_cache-927577db-7f82-4b63-9457-21cafaccdec3" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.088193] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "refresh_cache-927577db-7f82-4b63-9457-21cafaccdec3" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.088193] env[65635]: DEBUG nova.network.neutron [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1221.088995] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.089174] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.090172] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd2290e-cd49-4e39-bdff-f560e4e16cbd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.101383] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1221.101383] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52abed16-fdec-12e9-3692-492a27e2471c" [ 1221.101383] env[65635]: _type = "Task" [ 1221.101383] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.115777] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52abed16-fdec-12e9-3692-492a27e2471c, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.116630] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3544fe-1b5e-4236-9720-04d869654855 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.125561] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1221.125561] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5269ab13-6998-1908-4a70-4dd5d05cfafa" [ 1221.125561] env[65635]: _type = "Task" [ 1221.125561] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.142937] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5269ab13-6998-1908-4a70-4dd5d05cfafa, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.143494] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.143868] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] a6ff1ba7-99ac-4b22-878f-a416aae9472b/a6ff1ba7-99ac-4b22-878f-a416aae9472b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.144348] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-287a0733-8115-4cdd-a83e-11f9d45080c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.154493] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1221.154493] env[65635]: value = "task-4427372" [ 1221.154493] env[65635]: _type = "Task" [ 1221.154493] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.169618] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.171106] env[65635]: WARNING neutronclient.v2_0.client [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.215368] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33050fd-cb35-478a-8f19-e9af6e8f11a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.228564] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c9557-dc80-4076-89e2-daa8da96d83a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.267465] env[65635]: DEBUG nova.network.neutron [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updated VIF entry in instance network info cache for port 507d1b0c-d574-4980-9713-8858c00943ae. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1221.267897] env[65635]: DEBUG nova.network.neutron [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "507d1b0c-d574-4980-9713-8858c00943ae", "address": "fa:16:3e:e0:4d:5a", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507d1b0c-d5", "ovs_interfaceid": "507d1b0c-d574-4980-9713-8858c00943ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.273349] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad7615-0bb6-4a5c-a633-0f4ae62f5af2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.285370] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4f685-a2e7-4f69-9601-601f451491eb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.303809] env[65635]: DEBUG nova.compute.provider_tree [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.309242] env[65635]: WARNING neutronclient.v2_0.client [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.390401] env[65635]: DEBUG nova.network.neutron [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Updated VIF entry in instance network info cache for port d82a3d32-d47f-4b52-8f0a-775eaf1cf481. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1221.390824] env[65635]: DEBUG nova.network.neutron [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Updating instance_info_cache with network_info: [{"id": "d82a3d32-d47f-4b52-8f0a-775eaf1cf481", "address": "fa:16:3e:76:df:a6", "network": {"id": "f88c5b32-cdc9-48b0-9534-a606ecb50c5b", "bridge": "br-int", "label": "tempest-ServersTestJSON-194449750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236048392e7440aa90cd241154034069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82a3d32-d4", "ovs_interfaceid": "d82a3d32-d47f-4b52-8f0a-775eaf1cf481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.476196] env[65635]: WARNING neutronclient.v2_0.client [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.476737] env[65635]: WARNING neutronclient.v2_0.client [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.480190] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.523618] env[65635]: DEBUG nova.network.neutron [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Port 626d0ed8-211d-442e-b115-6c65dca137d4 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1221.630852] env[65635]: DEBUG nova.network.neutron [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1221.633558] env[65635]: DEBUG nova.network.neutron [-] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.669396] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512446} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.669540] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] a6ff1ba7-99ac-4b22-878f-a416aae9472b/a6ff1ba7-99ac-4b22-878f-a416aae9472b.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.670750] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.670750] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0fe2a12-e03d-41ac-abfd-a43e562efe3a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.677419] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1221.677419] env[65635]: value = "task-4427373" [ 1221.677419] env[65635]: _type = "Task" [ 1221.677419] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.690836] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.717520] env[65635]: WARNING neutronclient.v2_0.client [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.777471] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.780019] env[65635]: DEBUG nova.compute.manager [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received event network-vif-unplugged-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1221.780019] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.780019] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.780019] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.780019] env[65635]: DEBUG nova.compute.manager [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] No waiting events found dispatching network-vif-unplugged-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1221.780019] env[65635]: WARNING nova.compute.manager [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received unexpected event network-vif-unplugged-0a6c2437-dd8c-488e-ac04-f26243492e29 for instance with vm_state shelved_offloaded and task_state None. [ 1221.780019] env[65635]: DEBUG nova.compute.manager [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received event network-changed-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1221.780019] env[65635]: DEBUG nova.compute.manager [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Refreshing instance network info cache due to event network-changed-0a6c2437-dd8c-488e-ac04-f26243492e29. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1221.780019] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Acquiring lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.780019] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Acquired lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.780421] env[65635]: DEBUG nova.network.neutron [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Refreshing network info cache for port 0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.804122] env[65635]: DEBUG nova.network.neutron [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Updating instance_info_cache with network_info: [{"id": "cbb6be39-59af-44bf-8a70-192f33597323", "address": "fa:16:3e:ce:41:14", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb6be39-59", "ovs_interfaceid": "cbb6be39-59af-44bf-8a70-192f33597323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.807484] env[65635]: DEBUG nova.scheduler.client.report [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.896049] env[65635]: DEBUG oslo_concurrency.lockutils [req-58cba034-a873-436f-8512-13f605d44a18 req-ac02736f-ea90-472b-aa15-8d9e721742c3 service nova] Releasing lock "refresh_cache-a6ff1ba7-99ac-4b22-878f-a416aae9472b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.136708] env[65635]: INFO nova.compute.manager [-] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Took 1.57 seconds to deallocate network for instance. [ 1222.187943] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069685} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.188786] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.189242] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6689db-cd0b-4941-8885-ee5cb287a20c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.214358] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] a6ff1ba7-99ac-4b22-878f-a416aae9472b/a6ff1ba7-99ac-4b22-878f-a416aae9472b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.214977] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebaae68c-2276-4899-bd0f-a366e5187ac8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.235670] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1222.235670] env[65635]: value = "task-4427374" [ 1222.235670] env[65635]: _type = "Task" [ 1222.235670] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.244040] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.277325] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-1853a65b-a72f-43bc-9abe-d4e9547166eb-507d1b0c-d574-4980-9713-8858c00943ae" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.277549] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-1853a65b-a72f-43bc-9abe-d4e9547166eb-507d1b0c-d574-4980-9713-8858c00943ae" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.282780] env[65635]: WARNING neutronclient.v2_0.client [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.307195] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "refresh_cache-927577db-7f82-4b63-9457-21cafaccdec3" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.307557] env[65635]: DEBUG nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Instance network_info: |[{"id": "cbb6be39-59af-44bf-8a70-192f33597323", "address": "fa:16:3e:ce:41:14", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb6be39-59", "ovs_interfaceid": "cbb6be39-59af-44bf-8a70-192f33597323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1222.308041] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:41:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbb6be39-59af-44bf-8a70-192f33597323', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.315484] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1222.318903] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.391s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.322057] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.322650] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89573286-4e09-4e48-a485-75a5e085ccc3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.345470] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.345470] env[65635]: value = "task-4427375" [ 1222.345470] env[65635]: _type = "Task" [ 1222.345470] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.356077] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427375, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.406793] env[65635]: DEBUG nova.compute.manager [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Received event network-vif-plugged-cbb6be39-59af-44bf-8a70-192f33597323 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1222.406935] env[65635]: DEBUG oslo_concurrency.lockutils [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] Acquiring lock "927577db-7f82-4b63-9457-21cafaccdec3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.407364] env[65635]: DEBUG oslo_concurrency.lockutils [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] Lock "927577db-7f82-4b63-9457-21cafaccdec3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.407551] env[65635]: DEBUG oslo_concurrency.lockutils [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] Lock "927577db-7f82-4b63-9457-21cafaccdec3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.407810] env[65635]: DEBUG nova.compute.manager [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] No waiting events found dispatching network-vif-plugged-cbb6be39-59af-44bf-8a70-192f33597323 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1222.407905] env[65635]: WARNING nova.compute.manager [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Received unexpected event network-vif-plugged-cbb6be39-59af-44bf-8a70-192f33597323 for instance with vm_state building and task_state spawning. [ 1222.408121] env[65635]: DEBUG nova.compute.manager [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Received event network-changed-cbb6be39-59af-44bf-8a70-192f33597323 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1222.408285] env[65635]: DEBUG nova.compute.manager [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Refreshing instance network info cache due to event network-changed-cbb6be39-59af-44bf-8a70-192f33597323. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1222.408381] env[65635]: DEBUG oslo_concurrency.lockutils [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] Acquiring lock "refresh_cache-927577db-7f82-4b63-9457-21cafaccdec3" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.408511] env[65635]: DEBUG oslo_concurrency.lockutils [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] Acquired lock "refresh_cache-927577db-7f82-4b63-9457-21cafaccdec3" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.408665] env[65635]: DEBUG nova.network.neutron [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Refreshing network info cache for port cbb6be39-59af-44bf-8a70-192f33597323 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.477256] env[65635]: WARNING neutronclient.v2_0.client [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.549088] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.549088] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.549088] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.555186] env[65635]: DEBUG nova.network.neutron [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updated VIF entry in instance network info cache for port 0a6c2437-dd8c-488e-ac04-f26243492e29. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1222.555635] env[65635]: DEBUG nova.network.neutron [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [{"id": "0a6c2437-dd8c-488e-ac04-f26243492e29", "address": "fa:16:3e:9f:f6:6b", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0a6c2437-dd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.593306] env[65635]: DEBUG nova.compute.manager [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received event network-changed-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1222.593306] env[65635]: DEBUG nova.compute.manager [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Refreshing instance network info cache due to event network-changed-cc17cda7-fd03-4178-a8a2-f0215753c05f. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1222.593577] env[65635]: DEBUG oslo_concurrency.lockutils [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] Acquiring lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.593637] env[65635]: DEBUG oslo_concurrency.lockutils [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] Acquired lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.593811] env[65635]: DEBUG nova.network.neutron [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Refreshing network info cache for port cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.643566] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.643975] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.645027] env[65635]: DEBUG nova.objects.instance [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'resources' on Instance uuid 6d0c84a0-d155-4d9d-ad35-a37566f4c320 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.748911] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.780776] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.781022] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.782208] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5563f7f-fc61-4ae1-942f-4def84fa52a7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.802401] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48120e4c-27ac-4d74-83ec-0c119bf0112e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.826038] env[65635]: WARNING neutronclient.v2_0.client [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.831791] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Reconfiguring VM to detach interface {{(pid=65635) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1222.833786] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9370cc38-f51f-4f18-a88f-72cf1528679c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.847913] env[65635]: DEBUG oslo_concurrency.lockutils [None req-26a5f375-3f35-485b-9b46-2b92bccdf71d tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.531s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.858772] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427375, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.860290] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1222.860290] env[65635]: value = "task-4427376" [ 1222.860290] env[65635]: _type = "Task" [ 1222.860290] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.870206] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.911370] env[65635]: WARNING neutronclient.v2_0.client [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.022334] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.022590] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.022768] env[65635]: INFO nova.compute.manager [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Unshelving [ 1223.058690] env[65635]: DEBUG oslo_concurrency.lockutils [req-36870f60-4e14-4721-83dd-c8d1fa469dcc req-62b2f8a0-b7dc-4548-9618-641892b422bd service nova] Releasing lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.096556] env[65635]: WARNING neutronclient.v2_0.client [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.099667] env[65635]: WARNING neutronclient.v2_0.client [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.241618] env[65635]: DEBUG nova.network.neutron [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Updated VIF entry in instance network info cache for port cbb6be39-59af-44bf-8a70-192f33597323. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1223.241975] env[65635]: DEBUG nova.network.neutron [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Updating instance_info_cache with network_info: [{"id": "cbb6be39-59af-44bf-8a70-192f33597323", "address": "fa:16:3e:ce:41:14", "network": {"id": "435b51cd-c661-4789-8341-ef607a8fd507", "bridge": "br-int", "label": "tempest-ImagesTestJSON-22648988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15d8af2534314b5bba33f6a18993f9df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb6be39-59", "ovs_interfaceid": "cbb6be39-59af-44bf-8a70-192f33597323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.254541] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427374, 'name': ReconfigVM_Task, 'duration_secs': 1.008426} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.255540] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] a6ff1ba7-99ac-4b22-878f-a416aae9472b/a6ff1ba7-99ac-4b22-878f-a416aae9472b.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.258537] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b558c2-5a68-42f0-96ca-aae826e7b8e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.266659] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1223.266659] env[65635]: value = "task-4427377" [ 1223.266659] env[65635]: _type = "Task" [ 1223.266659] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.284176] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427377, 'name': Rename_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.316186] env[65635]: WARNING neutronclient.v2_0.client [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.361886] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427375, 'name': CreateVM_Task, 'duration_secs': 0.616659} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.365170] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.368683] env[65635]: WARNING neutronclient.v2_0.client [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.369076] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.369228] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.369537] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.372701] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00abac73-2ea8-49ed-ac73-fb885a5da968 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.378875] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.380655] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1223.380655] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]529594cd-c188-c520-0553-29e4555fe6a7" [ 1223.380655] env[65635]: _type = "Task" [ 1223.380655] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.386912] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eacf70-f17d-4c00-85c1-437d5f11f3ad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.396185] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]529594cd-c188-c520-0553-29e4555fe6a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.398165] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.398401] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.398629] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.398776] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.398949] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.399593] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44bf6a55-5933-4ecf-83d2-af86a13d42d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.402129] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20591ad8-b599-4b84-a61c-bc246acef878 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.407578] env[65635]: DEBUG nova.network.neutron [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updated VIF entry in instance network info cache for port cc17cda7-fd03-4178-a8a2-f0215753c05f. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1223.407936] env[65635]: DEBUG nova.network.neutron [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [{"id": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "address": "fa:16:3e:2b:7f:5c", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc17cda7-fd", "ovs_interfaceid": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.435983] env[65635]: DEBUG oslo_concurrency.lockutils [req-685669c2-32df-4028-a7cd-e698d43570e7 req-d75e789c-ec40-44fd-a565-921751510066 service nova] Releasing lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.436901] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f16dc86-afb4-4e18-96de-3397bf941a5f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.439886] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.440062] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.440775] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226925e1-6137-4b5a-bc5a-ec6f6a4826d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.447242] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1223.447242] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256e0b9-169a-155a-034a-be51c42b440a" [ 1223.447242] env[65635]: _type = "Task" [ 1223.447242] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.453483] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd45ac-64da-423c-89fc-b6f585bd74dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.463883] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256e0b9-169a-155a-034a-be51c42b440a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.471527] env[65635]: DEBUG nova.compute.provider_tree [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.554941] env[65635]: WARNING neutronclient.v2_0.client [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.593484] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.593799] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.594015] env[65635]: DEBUG nova.network.neutron [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1223.746677] env[65635]: DEBUG oslo_concurrency.lockutils [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] Releasing lock "refresh_cache-927577db-7f82-4b63-9457-21cafaccdec3" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.747134] env[65635]: DEBUG nova.compute.manager [req-7cbc3eb6-19c4-4a01-ba84-ec8304d21db6 req-6d8059a3-93f1-4b32-ad14-dc805d5c2e9e service nova] [instance: 6d0c84a0-d155-4d9d-ad35-a37566f4c320] Received event network-vif-deleted-89358c9c-a651-4a30-bf54-cee1e44af9a9 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1223.777898] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427377, 'name': Rename_Task, 'duration_secs': 0.182848} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.778245] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.778589] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd8c982f-5d52-4ef9-8eec-91a74d17129e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.785399] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1223.785399] env[65635]: value = "task-4427378" [ 1223.785399] env[65635]: _type = "Task" [ 1223.785399] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.795280] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.872803] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.960880] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5256e0b9-169a-155a-034a-be51c42b440a, 'name': SearchDatastore_Task, 'duration_secs': 0.028901} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.961671] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397062fe-1b83-4f86-a0c8-0b6ea673041d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.967295] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1223.967295] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522d1a77-0672-cf47-99d2-90813ec36f9b" [ 1223.967295] env[65635]: _type = "Task" [ 1223.967295] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.977222] env[65635]: DEBUG nova.scheduler.client.report [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.980301] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522d1a77-0672-cf47-99d2-90813ec36f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.045819] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.097281] env[65635]: WARNING neutronclient.v2_0.client [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.254339] env[65635]: WARNING neutronclient.v2_0.client [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.300293] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.337651] env[65635]: DEBUG nova.network.neutron [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance_info_cache with network_info: [{"id": "626d0ed8-211d-442e-b115-6c65dca137d4", "address": "fa:16:3e:b9:1b:7e", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d0ed8-21", "ovs_interfaceid": "626d0ed8-211d-442e-b115-6c65dca137d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.374493] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.481064] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522d1a77-0672-cf47-99d2-90813ec36f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.481064] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.481394] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 927577db-7f82-4b63-9457-21cafaccdec3/927577db-7f82-4b63-9457-21cafaccdec3.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.481858] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.484283] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc0e2a9-3688-4c27-bcf9-32feff3c8093 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.486829] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.441s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.486994] env[65635]: DEBUG nova.objects.instance [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'pci_requests' on Instance uuid f2b337bf-cbd9-490f-8358-f8424122300f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.496062] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1224.496062] env[65635]: value = "task-4427379" [ 1224.496062] env[65635]: _type = "Task" [ 1224.496062] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.507984] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.509524] env[65635]: INFO nova.scheduler.client.report [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleted allocations for instance 6d0c84a0-d155-4d9d-ad35-a37566f4c320 [ 1224.799056] env[65635]: DEBUG oslo_vmware.api [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427378, 'name': PowerOnVM_Task, 'duration_secs': 0.576727} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.799492] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.799492] env[65635]: INFO nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1224.799567] env[65635]: DEBUG nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1224.800438] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02b9109-64d0-4f49-adc8-d2c61c824a00 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.840969] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.876106] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.994078] env[65635]: DEBUG nova.objects.instance [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'numa_topology' on Instance uuid f2b337bf-cbd9-490f-8358-f8424122300f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.007471] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472879} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.007471] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 927577db-7f82-4b63-9457-21cafaccdec3/927577db-7f82-4b63-9457-21cafaccdec3.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.007471] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.007471] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80e5999f-0dcd-4185-a1e4-90acf1b9b905 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.014711] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1225.014711] env[65635]: value = "task-4427380" [ 1225.014711] env[65635]: _type = "Task" [ 1225.014711] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.022919] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.039359] env[65635]: DEBUG oslo_concurrency.lockutils [None req-71e6dc4b-9965-43a3-83f2-bf8a42e719e3 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "6d0c84a0-d155-4d9d-ad35-a37566f4c320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.121s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.320627] env[65635]: INFO nova.compute.manager [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Took 13.58 seconds to build instance. [ 1225.370113] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b277f9d-3f90-4fc2-827f-cdb15fbebd17 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.378889] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.393441] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1b58c-c8d0-4855-83c1-6ea7464d5372 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.402489] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance 'b3636872-2ae7-4429-b52d-ca1a324a522c' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.496860] env[65635]: INFO nova.compute.claims [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.531979] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06958} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.532439] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.534050] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee36017-c89a-4dc7-87f4-4b086ea095f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.561904] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 927577db-7f82-4b63-9457-21cafaccdec3/927577db-7f82-4b63-9457-21cafaccdec3.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.562637] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf66df7d-42fb-4434-8e47-8744943c60d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.585455] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1225.585455] env[65635]: value = "task-4427381" [ 1225.585455] env[65635]: _type = "Task" [ 1225.585455] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.595440] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.822987] env[65635]: DEBUG oslo_concurrency.lockutils [None req-814a0c43-9ea2-4d40-a3a1-9cddd500a329 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.087s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.877738] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.909153] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.909469] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58f303f8-963a-4d0d-b62a-1851be2e75be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.919199] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1225.919199] env[65635]: value = "task-4427382" [ 1225.919199] env[65635]: _type = "Task" [ 1225.919199] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.934320] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.953083] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.953388] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.095647] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427381, 'name': ReconfigVM_Task, 'duration_secs': 0.351403} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.096027] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 927577db-7f82-4b63-9457-21cafaccdec3/927577db-7f82-4b63-9457-21cafaccdec3.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.096725] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-555de9b8-1ad3-49f1-9f0e-d0bec91abad8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.104853] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1226.104853] env[65635]: value = "task-4427383" [ 1226.104853] env[65635]: _type = "Task" [ 1226.104853] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.115843] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427383, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.377237] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.377483] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.377618] env[65635]: DEBUG nova.compute.manager [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1226.377916] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.378639] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67670f1-775c-434f-a8dd-b4b5daf33d58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.384945] env[65635]: DEBUG nova.compute.manager [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1226.385690] env[65635]: DEBUG nova.objects.instance [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lazy-loading 'flavor' on Instance uuid a6ff1ba7-99ac-4b22-878f-a416aae9472b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.429604] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427382, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.457024] env[65635]: INFO nova.compute.manager [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Detaching volume d628a70b-61b3-40d7-8d9e-325ee658aca7 [ 1226.493469] env[65635]: INFO nova.virt.block_device [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Attempting to driver detach volume d628a70b-61b3-40d7-8d9e-325ee658aca7 from mountpoint /dev/sdb [ 1226.493762] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.493965] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866293', 'volume_id': 'd628a70b-61b3-40d7-8d9e-325ee658aca7', 'name': 'volume-d628a70b-61b3-40d7-8d9e-325ee658aca7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f8c19dd-9592-49ff-a8b1-41a07c06b19e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd628a70b-61b3-40d7-8d9e-325ee658aca7', 'serial': 'd628a70b-61b3-40d7-8d9e-325ee658aca7'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.494829] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014fe6a-d5cf-495b-bc0d-befc85a2c19c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.522724] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e27649d-5c43-4bc7-8e42-95313cee7777 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.531669] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de9af78-f6c4-4e5f-a1af-a59702e13744 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.567902] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9263b07c-07bf-4b27-8eb4-ecf727d7f3be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.584679] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The volume has not been displaced from its original location: [datastore2] volume-d628a70b-61b3-40d7-8d9e-325ee658aca7/volume-d628a70b-61b3-40d7-8d9e-325ee658aca7.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.590042] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.593130] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842b05c8-b35b-442c-b138-e1930df3622a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.615734] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427383, 'name': Rename_Task, 'duration_secs': 0.153318} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.617130] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.617457] env[65635]: DEBUG oslo_vmware.api [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1226.617457] env[65635]: value = "task-4427384" [ 1226.617457] env[65635]: _type = "Task" [ 1226.617457] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.620092] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6efe8c8d-8cba-4f58-9286-c3e6d2301fe9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.631515] env[65635]: DEBUG oslo_vmware.api [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.632826] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1226.632826] env[65635]: value = "task-4427385" [ 1226.632826] env[65635]: _type = "Task" [ 1226.632826] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.779150] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9347a988-f04e-4c04-96a1-a106d5d69a49 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.790935] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d620d4-440c-4094-b874-6dd4b862eb33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.844404] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb89aa9-9b0a-4be9-8b9e-7090a876bdd2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.856118] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df4938d-684f-41cb-977d-46b784708377 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.871530] env[65635]: DEBUG nova.compute.provider_tree [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.883743] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.931075] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427382, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.977012] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.977293] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.136334] env[65635]: DEBUG oslo_vmware.api [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427384, 'name': ReconfigVM_Task, 'duration_secs': 0.282694} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.140268] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.144914] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaaa10da-dc14-4982-b765-edd964233a79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.176498] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.178214] env[65635]: DEBUG oslo_vmware.api [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1227.178214] env[65635]: value = "task-4427386" [ 1227.178214] env[65635]: _type = "Task" [ 1227.178214] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.187606] env[65635]: DEBUG oslo_vmware.api [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.377022] env[65635]: DEBUG nova.scheduler.client.report [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.387452] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.393286] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.393725] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89185a76-699d-4bd7-974f-590b4e69fe1a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.403487] env[65635]: DEBUG oslo_vmware.api [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1227.403487] env[65635]: value = "task-4427387" [ 1227.403487] env[65635]: _type = "Task" [ 1227.403487] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.413151] env[65635]: DEBUG oslo_vmware.api [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.431908] env[65635]: DEBUG oslo_vmware.api [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427382, 'name': PowerOnVM_Task, 'duration_secs': 1.486215} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.432572] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.432776] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-9e18f747-322f-4e71-904f-15af3c8377b5 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance 'b3636872-2ae7-4429-b52d-ca1a324a522c' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.485151] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.485384] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.485619] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.486349] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.486349] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.486518] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.648146] env[65635]: DEBUG oslo_vmware.api [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427385, 'name': PowerOnVM_Task, 'duration_secs': 0.762053} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.648469] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.648692] env[65635]: INFO nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1227.648869] env[65635]: DEBUG nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1227.649691] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12cb106-8917-45c6-8806-89952b22386e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.693261] env[65635]: DEBUG oslo_vmware.api [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427386, 'name': ReconfigVM_Task, 'duration_secs': 0.259277} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.693723] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866293', 'volume_id': 'd628a70b-61b3-40d7-8d9e-325ee658aca7', 'name': 'volume-d628a70b-61b3-40d7-8d9e-325ee658aca7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f8c19dd-9592-49ff-a8b1-41a07c06b19e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd628a70b-61b3-40d7-8d9e-325ee658aca7', 'serial': 'd628a70b-61b3-40d7-8d9e-325ee658aca7'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.883953] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.397s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.885368] env[65635]: WARNING neutronclient.v2_0.client [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.887339] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.914601] env[65635]: DEBUG oslo_vmware.api [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427387, 'name': PowerOffVM_Task, 'duration_secs': 0.232319} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.914926] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.915208] env[65635]: DEBUG nova.compute.manager [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1227.916146] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7641725-8720-4c69-866a-295168ac8a2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.926153] env[65635]: INFO nova.network.neutron [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating port 0a6c2437-dd8c-488e-ac04-f26243492e29 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1227.991740] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Getting list of instances from cluster (obj){ [ 1227.991740] env[65635]: value = "domain-c8" [ 1227.991740] env[65635]: _type = "ClusterComputeResource" [ 1227.991740] env[65635]: } {{(pid=65635) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1227.992851] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b0331-92b1-4242-9562-7d94efac9f51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.014849] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Got total of 11 instances {{(pid=65635) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1228.015097] env[65635]: WARNING nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1228.015194] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 74c18370-1add-4673-ad90-374563808d15 {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.015487] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 97d0e2a4-9546-4492-be83-6d23eccf6be8 {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.015756] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 2f8c19dd-9592-49ff-a8b1-41a07c06b19e {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.015987] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.016221] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid f2b337bf-cbd9-490f-8358-f8424122300f {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.016432] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 1853a65b-a72f-43bc-9abe-d4e9547166eb {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.016627] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid c63b10ec-15cf-4086-a5b1-35209ab1181b {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.016868] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid b3636872-2ae7-4429-b52d-ca1a324a522c {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.017094] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 22ac5fc8-984f-4068-871a-a46b668c7553 {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.017301] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 8eb484eb-3153-4222-b673-3acfcd6d8a4a {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.017489] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid a6ff1ba7-99ac-4b22-878f-a416aae9472b {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.017677] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Triggering sync for uuid 927577db-7f82-4b63-9457-21cafaccdec3 {{(pid=65635) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1228.018127] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "74c18370-1add-4673-ad90-374563808d15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.018349] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "74c18370-1add-4673-ad90-374563808d15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.018626] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.018790] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.019029] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.019241] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.019410] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.019635] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.019837] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.020057] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.020221] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.020446] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "b3636872-2ae7-4429-b52d-ca1a324a522c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.020615] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.020770] env[65635]: INFO nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1228.020921] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.021172] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "22ac5fc8-984f-4068-871a-a46b668c7553" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.021341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "22ac5fc8-984f-4068-871a-a46b668c7553" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.021567] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.021732] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.021954] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.022171] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "927577db-7f82-4b63-9457-21cafaccdec3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.022364] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.022502] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1228.023297] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f72881-7e9d-4e51-8b27-67acd39b1b37 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.026684] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c91dc7-e021-49fb-b9dd-7e16246bc11f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.029717] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7e776c-7d05-47fc-be8b-8e333b675d8d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.032533] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7de3b6-f6f0-40c3-932a-999104e01619 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.035277] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3127f331-a9c1-4784-bbce-8c959f9240d7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.037859] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52055c81-e7a4-49a4-b531-b1f46eaa1e6a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.041024] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.171671] env[65635]: INFO nova.compute.manager [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Took 14.14 seconds to build instance. [ 1228.240780] env[65635]: DEBUG nova.objects.instance [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'flavor' on Instance uuid 2f8c19dd-9592-49ff-a8b1-41a07c06b19e {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.383176] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.432642] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a74a67ea-9875-4747-8927-0711b72442f6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.433985] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.412s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.434204] env[65635]: INFO nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1228.434385] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.545120] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.545391] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.546937] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.547130] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1228.548036] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970148b6-79b4-4aa6-a21a-b433e3c40083 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.557509] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3265b5-1d2d-4e81-ab32-c00bbe12be6b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.563346] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.563581] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "74c18370-1add-4673-ad90-374563808d15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.563906] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.572711] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.572874] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.573616] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928aa26a-5526-405f-91c7-0bad26a6d742 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.576518] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "22ac5fc8-984f-4068-871a-a46b668c7553" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.581915] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9693d-d7db-47dd-b7d0-b9f18f0774a1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.616719] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179129MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1228.616911] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.617265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.675771] env[65635]: DEBUG oslo_concurrency.lockutils [None req-deb113d9-e652-4175-b7ca-f694c1bbd42e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "927577db-7f82-4b63-9457-21cafaccdec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.658s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.676191] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "927577db-7f82-4b63-9457-21cafaccdec3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.654s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.676399] env[65635]: INFO nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1228.676581] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "927577db-7f82-4b63-9457-21cafaccdec3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.883059] env[65635]: DEBUG oslo_vmware.api [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427376, 'name': ReconfigVM_Task, 'duration_secs': 5.872757} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.883540] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.883540] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Reconfigured VM to detach interface {{(pid=65635) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1228.883995] env[65635]: WARNING neutronclient.v2_0.client [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.884796] env[65635]: WARNING neutronclient.v2_0.client [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.886639] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.867s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.887729] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48441baf-4fef-4d09-b4df-8335d1fb20cd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.120944] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.121248] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.121505] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.121695] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.122008] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.129743] env[65635]: INFO nova.compute.manager [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Terminating instance [ 1229.251309] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5e81f789-486d-43cd-9d2a-05cb1dc0d2fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.252506] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.233s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.253669] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882d3a1b-7b98-4411-ad2d-dbbb1dcc3cca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.383028] env[65635]: WARNING neutronclient.v2_0.client [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.397804] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.440549] env[65635]: DEBUG nova.compute.manager [req-e3a4d639-290f-4ae6-ad98-554badcb9bce req-19673c6b-1b22-45d5-96af-28aae021a3bf service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received event network-vif-plugged-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1229.440549] env[65635]: DEBUG oslo_concurrency.lockutils [req-e3a4d639-290f-4ae6-ad98-554badcb9bce req-19673c6b-1b22-45d5-96af-28aae021a3bf service nova] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.440549] env[65635]: DEBUG oslo_concurrency.lockutils [req-e3a4d639-290f-4ae6-ad98-554badcb9bce req-19673c6b-1b22-45d5-96af-28aae021a3bf service nova] Lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.440549] env[65635]: DEBUG oslo_concurrency.lockutils [req-e3a4d639-290f-4ae6-ad98-554badcb9bce req-19673c6b-1b22-45d5-96af-28aae021a3bf service nova] Lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.440549] env[65635]: DEBUG nova.compute.manager [req-e3a4d639-290f-4ae6-ad98-554badcb9bce req-19673c6b-1b22-45d5-96af-28aae021a3bf service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] No waiting events found dispatching network-vif-plugged-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1229.442106] env[65635]: WARNING nova.compute.manager [req-e3a4d639-290f-4ae6-ad98-554badcb9bce req-19673c6b-1b22-45d5-96af-28aae021a3bf service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received unexpected event network-vif-plugged-0a6c2437-dd8c-488e-ac04-f26243492e29 for instance with vm_state shelved_offloaded and task_state spawning. [ 1229.521498] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.521885] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.521885] env[65635]: DEBUG nova.network.neutron [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1229.633215] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Applying migration context for instance b3636872-2ae7-4429-b52d-ca1a324a522c as it has an incoming, in-progress migration 57372fab-259f-4e27-a08a-ba7583f83b1f. Migration status is finished {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1229.635432] env[65635]: INFO nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating resource usage from migration 57372fab-259f-4e27-a08a-ba7583f83b1f [ 1229.638693] env[65635]: DEBUG nova.compute.manager [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1229.639120] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.640152] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1540eada-c7d7-4a05-b4b0-c93b275e37bd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.649962] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.650282] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f11ddf-3bf0-4e28-b6f3-4205157e74fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.659014] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 74c18370-1add-4673-ad90-374563808d15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.659204] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 97d0e2a4-9546-4492-be83-6d23eccf6be8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.659342] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 2f8c19dd-9592-49ff-a8b1-41a07c06b19e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.659463] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.659587] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 1853a65b-a72f-43bc-9abe-d4e9547166eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.659710] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance c63b10ec-15cf-4086-a5b1-35209ab1181b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.659833] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 22ac5fc8-984f-4068-871a-a46b668c7553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.659957] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8eb484eb-3153-4222-b673-3acfcd6d8a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.660099] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Migration 57372fab-259f-4e27-a08a-ba7583f83b1f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1229.660290] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance b3636872-2ae7-4429-b52d-ca1a324a522c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.660434] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance a6ff1ba7-99ac-4b22-878f-a416aae9472b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.660592] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 927577db-7f82-4b63-9457-21cafaccdec3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.660665] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance f2b337bf-cbd9-490f-8358-f8424122300f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1229.660899] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1229.661092] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '9', 'num_task_None': '10', 'num_os_type_None': '12', 'num_proj_236048392e7440aa90cd241154034069': '2', 'io_workload': '0', 'num_proj_87c7d017d3a744be9fb936cc5083a4fc': '2', 'num_proj_94ec1ad50e2b4402a5f397cf3533110f': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_81e481eada09407ab825c83a95169dcb': '1', 'num_proj_e12c3e4ee0ee4c0a9297b0db8e34e24c': '2', 'num_vm_resized': '1', 'num_proj_d3501a67b41b4ae595ea0ccff89908b7': '1', 'num_proj_e96d7247b65341c08362ae9d76397bf0': '1', 'num_proj_10b1c23f67ee407fbf6daea28e3283e1': '1', 'num_vm_stopped': '1', 'num_task_deleting': '1', 'num_proj_15d8af2534314b5bba33f6a18993f9df': '1'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1229.735112] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.735112] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.735112] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleting the datastore file [datastore2] a6ff1ba7-99ac-4b22-878f-a416aae9472b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.735112] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd96e23c-9f7d-4afa-b957-955589cd4a56 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.746421] env[65635]: DEBUG oslo_vmware.api [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1229.746421] env[65635]: value = "task-4427389" [ 1229.746421] env[65635]: _type = "Task" [ 1229.746421] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.759469] env[65635]: DEBUG oslo_vmware.api [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.765030] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.863965] env[65635]: DEBUG nova.compute.manager [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1229.866066] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2079643e-7114-4737-b32b-f2f9a527f21f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.869982] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d1705-60ce-4cad-b23e-49196cf7d7c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.880414] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35a8b07-e40e-4c16-be85-d1918b4476e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.917138] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec916830-6f61-4812-920d-78d4c922d251 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.927665] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595207a0-c4c8-430a-942e-c49ca8e34f1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.945155] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.011700] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b3636872-2ae7-4429-b52d-ca1a324a522c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.011948] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.012528] env[65635]: DEBUG nova.compute.manager [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Going to confirm migration 8 {{(pid=65635) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1230.024462] env[65635]: WARNING neutronclient.v2_0.client [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.203273] env[65635]: WARNING neutronclient.v2_0.client [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.256486] env[65635]: DEBUG oslo_vmware.api [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160943} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.256689] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.256852] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.257077] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.257231] env[65635]: INFO nova.compute.manager [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1230.257472] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1230.257668] env[65635]: DEBUG nova.compute.manager [-] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1230.257764] env[65635]: DEBUG nova.network.neutron [-] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1230.258024] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.277885] env[65635]: DEBUG nova.network.neutron [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [{"id": "0a6c2437-dd8c-488e-ac04-f26243492e29", "address": "fa:16:3e:9f:f6:6b", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c2437-dd", "ovs_interfaceid": "0a6c2437-dd8c-488e-ac04-f26243492e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.290849] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.305151] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.305151] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.305151] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.305401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.305401] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.307553] env[65635]: INFO nova.compute.manager [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Terminating instance [ 1230.388955] env[65635]: INFO nova.compute.manager [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] instance snapshotting [ 1230.391852] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698bcff-9806-4bf8-9331-6a093a8217f3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.413233] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b82c28-be4e-4b63-9f14-8035ea322793 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.448222] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.520028] env[65635]: WARNING neutronclient.v2_0.client [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.582102] env[65635]: WARNING neutronclient.v2_0.client [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.582645] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.583105] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquired lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.583277] env[65635]: DEBUG nova.network.neutron [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.583547] env[65635]: DEBUG nova.objects.instance [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'info_cache' on Instance uuid b3636872-2ae7-4429-b52d-ca1a324a522c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.769755] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.769947] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.770125] env[65635]: DEBUG nova.network.neutron [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.780815] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.808912] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c2b78ca065491bf4db7c28c971798a46',container_format='bare',created_at=2025-11-12T23:22:49Z,direct_url=,disk_format='vmdk',id=7bac646b-403a-4a47-8d8e-b152bc434664,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-853792745-shelved',owner='81e481eada09407ab825c83a95169dcb',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-11-12T23:23:05Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1230.809192] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.809349] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1230.809528] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.809668] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1230.809903] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1230.810203] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1230.810381] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1230.810639] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1230.810890] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1230.811016] env[65635]: DEBUG nova.virt.hardware [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1230.811635] env[65635]: DEBUG nova.compute.manager [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1230.811855] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.812880] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf8650d-b23f-442b-b4b6-b30d3cc63248 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.816196] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55259e59-9a05-4b53-9ab4-4d3d98d66d27 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.827478] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f73dab5-f75b-4d9f-a47d-16593b40a40d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.831359] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.831599] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e3f8143-4672-44f0-a40a-47880d1aa767 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.847236] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f6:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a6c2437-dd8c-488e-ac04-f26243492e29', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.858831] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1230.860951] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.861327] env[65635]: DEBUG oslo_vmware.api [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1230.861327] env[65635]: value = "task-4427390" [ 1230.861327] env[65635]: _type = "Task" [ 1230.861327] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.861570] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b950239-fe26-4052-bacc-e7d3cfc4641c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.887164] env[65635]: DEBUG oslo_vmware.api [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.889051] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.889051] env[65635]: value = "task-4427391" [ 1230.889051] env[65635]: _type = "Task" [ 1230.889051] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.897986] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427391, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.925498] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1230.926156] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e686c3d-7a9b-4312-8d14-6de1c7808fc2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.935829] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1230.935829] env[65635]: value = "task-4427392" [ 1230.935829] env[65635]: _type = "Task" [ 1230.935829] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.945830] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427392, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.954923] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1230.955322] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.338s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.018890] env[65635]: DEBUG nova.network.neutron [-] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.272687] env[65635]: WARNING neutronclient.v2_0.client [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.387176] env[65635]: DEBUG oslo_vmware.api [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427390, 'name': PowerOffVM_Task, 'duration_secs': 0.264779} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.387494] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.387762] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.388058] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36103a22-6a70-446e-839b-496e2cf73b1e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.399290] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427391, 'name': CreateVM_Task, 'duration_secs': 0.420826} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.399290] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.399620] env[65635]: WARNING neutronclient.v2_0.client [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.399941] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.400100] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.400460] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.400732] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0771f7fc-0131-439b-8510-14ff87fb1cee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.406628] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1231.406628] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5293899b-1157-baf3-3907-059ae19daebb" [ 1231.406628] env[65635]: _type = "Task" [ 1231.406628] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.415836] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5293899b-1157-baf3-3907-059ae19daebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.448936] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427392, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.473597] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.473933] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.474143] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleting the datastore file [datastore2] 2f8c19dd-9592-49ff-a8b1-41a07c06b19e {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.474517] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12ab1d5c-3cdc-4aed-80e6-71d6b34b3e1a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.481432] env[65635]: DEBUG nova.compute.manager [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received event network-changed-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1231.481432] env[65635]: DEBUG nova.compute.manager [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Refreshing instance network info cache due to event network-changed-0a6c2437-dd8c-488e-ac04-f26243492e29. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1231.481432] env[65635]: DEBUG oslo_concurrency.lockutils [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] Acquiring lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.481432] env[65635]: DEBUG oslo_concurrency.lockutils [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] Acquired lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.481432] env[65635]: DEBUG nova.network.neutron [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Refreshing network info cache for port 0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.484964] env[65635]: DEBUG oslo_vmware.api [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1231.484964] env[65635]: value = "task-4427394" [ 1231.484964] env[65635]: _type = "Task" [ 1231.484964] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.497682] env[65635]: DEBUG oslo_vmware.api [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.503544] env[65635]: WARNING neutronclient.v2_0.client [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.521754] env[65635]: INFO nova.compute.manager [-] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Took 1.26 seconds to deallocate network for instance. [ 1231.580884] env[65635]: INFO nova.network.neutron [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Port 507d1b0c-d574-4980-9713-8858c00943ae from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1231.581262] env[65635]: DEBUG nova.network.neutron [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.592405] env[65635]: WARNING neutronclient.v2_0.client [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.737964] env[65635]: WARNING neutronclient.v2_0.client [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.808073] env[65635]: DEBUG nova.network.neutron [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance_info_cache with network_info: [{"id": "626d0ed8-211d-442e-b115-6c65dca137d4", "address": "fa:16:3e:b9:1b:7e", "network": {"id": "f74eedcb-5879-4506-a523-574e6cda98c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-793971101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3501a67b41b4ae595ea0ccff89908b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap626d0ed8-21", "ovs_interfaceid": "626d0ed8-211d-442e-b115-6c65dca137d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.919718] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.920042] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Processing image 7bac646b-403a-4a47-8d8e-b152bc434664 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.920343] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664/7bac646b-403a-4a47-8d8e-b152bc434664.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.920547] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664/7bac646b-403a-4a47-8d8e-b152bc434664.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.920757] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.921106] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d98bfc7d-8d48-44c3-a1ab-71e00701dde0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.931799] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.932355] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.932804] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50762bed-ce41-42e1-afb6-2a2feade7fb6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.942081] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1231.942081] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522d676e-27be-970e-9cb8-5e7147eb3123" [ 1231.942081] env[65635]: _type = "Task" [ 1231.942081] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.950235] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427392, 'name': CreateSnapshot_Task, 'duration_secs': 0.88879} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.950896] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1231.951693] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4c17fd-af2a-4cac-8d5a-51094ce7bf0f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.958905] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Preparing fetch location {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1231.959090] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Fetch image to [datastore2] OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407/OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407.vmdk {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1231.959199] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Downloading stream optimized image 7bac646b-403a-4a47-8d8e-b152bc434664 to [datastore2] OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407/OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407.vmdk on the data store datastore2 as vApp {{(pid=65635) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1231.959311] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Downloading image file data 7bac646b-403a-4a47-8d8e-b152bc434664 to the ESX as VM named 'OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407' {{(pid=65635) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1231.986549] env[65635]: WARNING neutronclient.v2_0.client [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.018445] env[65635]: DEBUG oslo_vmware.api [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188347} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.018445] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.018445] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.018445] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.018445] env[65635]: INFO nova.compute.manager [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1232.018794] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1232.018851] env[65635]: DEBUG nova.compute.manager [-] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1232.018945] env[65635]: DEBUG nova.network.neutron [-] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1232.019208] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.029570] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.029865] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.030100] env[65635]: DEBUG nova.objects.instance [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lazy-loading 'resources' on Instance uuid a6ff1ba7-99ac-4b22-878f-a416aae9472b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.048222] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1232.048222] env[65635]: value = "resgroup-9" [ 1232.048222] env[65635]: _type = "ResourcePool" [ 1232.048222] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1232.048526] env[65635]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-954a2826-1a5c-4daa-a6dd-c24abbc97d89 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.071687] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lease: (returnval){ [ 1232.071687] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7c10a-434c-86b6-3c4a-27a498e7a94f" [ 1232.071687] env[65635]: _type = "HttpNfcLease" [ 1232.071687] env[65635]: } obtained for vApp import into resource pool (val){ [ 1232.071687] env[65635]: value = "resgroup-9" [ 1232.071687] env[65635]: _type = "ResourcePool" [ 1232.071687] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1232.072064] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the lease: (returnval){ [ 1232.072064] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7c10a-434c-86b6-3c4a-27a498e7a94f" [ 1232.072064] env[65635]: _type = "HttpNfcLease" [ 1232.072064] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1232.079662] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.079662] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7c10a-434c-86b6-3c4a-27a498e7a94f" [ 1232.079662] env[65635]: _type = "HttpNfcLease" [ 1232.079662] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.083476] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.085811] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.186387] env[65635]: WARNING neutronclient.v2_0.client [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.197026] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-c63b10ec-15cf-4086-a5b1-35209ab1181b-507d1b0c-d574-4980-9713-8858c00943ae" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.197369] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-c63b10ec-15cf-4086-a5b1-35209ab1181b-507d1b0c-d574-4980-9713-8858c00943ae" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.197761] env[65635]: DEBUG nova.objects.instance [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'flavor' on Instance uuid c63b10ec-15cf-4086-a5b1-35209ab1181b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.276822] env[65635]: DEBUG nova.network.neutron [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updated VIF entry in instance network info cache for port 0a6c2437-dd8c-488e-ac04-f26243492e29. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1232.277031] env[65635]: DEBUG nova.network.neutron [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [{"id": "0a6c2437-dd8c-488e-ac04-f26243492e29", "address": "fa:16:3e:9f:f6:6b", "network": {"id": "f0d2ebe5-600d-4533-a12f-3420c26849c4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1838211008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81e481eada09407ab825c83a95169dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6c2437-dd", "ovs_interfaceid": "0a6c2437-dd8c-488e-ac04-f26243492e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.310998] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Releasing lock "refresh_cache-b3636872-2ae7-4429-b52d-ca1a324a522c" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.311295] env[65635]: DEBUG nova.objects.instance [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lazy-loading 'migration_context' on Instance uuid b3636872-2ae7-4429-b52d-ca1a324a522c {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.475219] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1232.475566] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6dd2e997-b1c7-40fe-9193-e8c716bd9b22 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.485797] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1232.485797] env[65635]: value = "task-4427396" [ 1232.485797] env[65635]: _type = "Task" [ 1232.485797] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.495623] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427396, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.592479] env[65635]: DEBUG oslo_concurrency.lockutils [None req-df897cb8-5e0c-4624-bda4-f7ae2373096f tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-1853a65b-a72f-43bc-9abe-d4e9547166eb-507d1b0c-d574-4980-9713-8858c00943ae" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.315s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.593717] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.593717] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7c10a-434c-86b6-3c4a-27a498e7a94f" [ 1232.593717] env[65635]: _type = "HttpNfcLease" [ 1232.593717] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.704540] env[65635]: WARNING neutronclient.v2_0.client [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.760869] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc83b702-c4c6-407f-b692-6c68cef10003 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.770257] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dc5a76-b8d3-453d-86f4-2226d0c0219d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.806767] env[65635]: DEBUG oslo_concurrency.lockutils [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] Releasing lock "refresh_cache-f2b337bf-cbd9-490f-8358-f8424122300f" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.807071] env[65635]: DEBUG nova.compute.manager [req-c131e7d6-3f54-40c8-9c8a-c9fda3af10b2 req-075bc86f-fdf3-49f8-89a8-f4bd9718db92 service nova] [instance: a6ff1ba7-99ac-4b22-878f-a416aae9472b] Received event network-vif-deleted-d82a3d32-d47f-4b52-8f0a-775eaf1cf481 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1232.811100] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c90d063-f341-4196-9be3-9c368634d38b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.814545] env[65635]: DEBUG nova.objects.base [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1232.815423] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2bc4b2-7360-48bf-9e5e-a1c8df0b8d93 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.843816] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ec7cf-0319-455b-ba86-b0b950ce1e20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.851800] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa707ee5-adbc-467d-bdfb-af436fcf445b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.855478] env[65635]: DEBUG nova.objects.instance [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'pci_requests' on Instance uuid c63b10ec-15cf-4086-a5b1-35209ab1181b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.862293] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1232.862293] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524a5340-6886-fe51-da0d-1c28b44a4955" [ 1232.862293] env[65635]: _type = "Task" [ 1232.862293] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.870396] env[65635]: DEBUG nova.compute.provider_tree [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.885197] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524a5340-6886-fe51-da0d-1c28b44a4955, 'name': SearchDatastore_Task, 'duration_secs': 0.008435} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.885545] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.998593] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427396, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.083030] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.083030] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7c10a-434c-86b6-3c4a-27a498e7a94f" [ 1233.083030] env[65635]: _type = "HttpNfcLease" [ 1233.083030] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1233.083030] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1233.083030] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a7c10a-434c-86b6-3c4a-27a498e7a94f" [ 1233.083030] env[65635]: _type = "HttpNfcLease" [ 1233.083030] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1233.083517] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899719a-7ec3-4823-99b1-db6aa230b2c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.092563] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520046a1-2722-7cf7-bb2e-e8b10d3f69b8/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1233.093096] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520046a1-2722-7cf7-bb2e-e8b10d3f69b8/disk-0.vmdk. {{(pid=65635) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1233.157049] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-15c1e4cd-342d-45c7-9e8c-94a1295045f2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.360077] env[65635]: DEBUG nova.objects.base [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.360403] env[65635]: DEBUG nova.network.neutron [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1233.360775] env[65635]: WARNING neutronclient.v2_0.client [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.361228] env[65635]: WARNING neutronclient.v2_0.client [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.377677] env[65635]: DEBUG nova.scheduler.client.report [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.438889] env[65635]: DEBUG nova.policy [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c309c43652a4be984668bed7329ad3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e12c3e4ee0ee4c0a9297b0db8e34e24c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.503333] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427396, 'name': CloneVM_Task} progress is 95%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.512879] env[65635]: DEBUG nova.network.neutron [-] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.885217] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.892358] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.006s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.911859] env[65635]: INFO nova.scheduler.client.report [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted allocations for instance a6ff1ba7-99ac-4b22-878f-a416aae9472b [ 1234.001993] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427396, 'name': CloneVM_Task, 'duration_secs': 1.200471} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.003986] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Created linked-clone VM from snapshot [ 1234.005043] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc3413c-a37e-4734-b460-6ceee5f82219 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.014290] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Uploading image 4fe27b0e-78e4-49ad-af1a-e59d280edac0 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1234.019620] env[65635]: INFO nova.compute.manager [-] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Took 2.00 seconds to deallocate network for instance. [ 1234.033172] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1234.033670] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-447ea587-a928-42d4-ac3e-63943b548b3a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.041431] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1234.041431] env[65635]: value = "task-4427397" [ 1234.041431] env[65635]: _type = "Task" [ 1234.041431] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.053320] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427397, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.423784] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5ad89f43-ef9c-4875-baa3-8b960483f0d1 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "a6ff1ba7-99ac-4b22-878f-a416aae9472b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.302s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.442031] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Completed reading data from the image iterator. {{(pid=65635) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1234.442031] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520046a1-2722-7cf7-bb2e-e8b10d3f69b8/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1234.443478] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5400855-98df-40dd-8b7e-f782e77d1ddc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.450864] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520046a1-2722-7cf7-bb2e-e8b10d3f69b8/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1234.451116] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520046a1-2722-7cf7-bb2e-e8b10d3f69b8/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1234.452074] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0ecab81c-ccfa-4fe2-9283-2ade3b405a15 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.528208] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.562064] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427397, 'name': Destroy_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.594416] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c5e2d0-6404-4364-a8bf-c3bb62020f06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.602978] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4755f9a7-1276-42b5-aab2-33b599a9a394 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.635190] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651fa25c-d23d-4989-b978-521f6797ba2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.644314] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f480cfe-3e54-4d2e-ae99-8208b3b2ceb2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.658932] env[65635]: DEBUG nova.compute.provider_tree [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.817604] env[65635]: DEBUG oslo_vmware.rw_handles [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520046a1-2722-7cf7-bb2e-e8b10d3f69b8/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1234.817919] env[65635]: INFO nova.virt.vmwareapi.images [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Downloaded image file data 7bac646b-403a-4a47-8d8e-b152bc434664 [ 1234.818756] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a022a44e-9062-4e40-b12f-4bd757f6ba7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.835834] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d891ea04-ad42-4fee-88b6-51f349e3ede2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.918362] env[65635]: INFO nova.virt.vmwareapi.images [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] The imported VM was unregistered [ 1234.920836] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Caching image {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1234.921224] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664 {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.921546] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3f55b1c-c613-44ca-9b93-3cab92f8a65f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.937112] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Created directory with path [datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664 {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.937336] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407/OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407.vmdk to [datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664/7bac646b-403a-4a47-8d8e-b152bc434664.vmdk. {{(pid=65635) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1234.937643] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-207658ff-feb0-4927-9ef4-3637955de57a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.945528] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1234.945528] env[65635]: value = "task-4427399" [ 1234.945528] env[65635]: _type = "Task" [ 1234.945528] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.955229] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427399, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.039194] env[65635]: DEBUG nova.network.neutron [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Successfully updated port: 507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1235.054648] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427397, 'name': Destroy_Task, 'duration_secs': 0.524922} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.054800] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Destroyed the VM [ 1235.055123] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1235.055270] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2803ca26-3ab1-42dc-a0c7-328338f42a03 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.063647] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1235.063647] env[65635]: value = "task-4427400" [ 1235.063647] env[65635]: _type = "Task" [ 1235.063647] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.072915] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427400, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.162574] env[65635]: DEBUG nova.scheduler.client.report [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.457705] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427399, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.542180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.542180] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.542318] env[65635]: DEBUG nova.network.neutron [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1235.575678] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427400, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.963000] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427399, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.075749] env[65635]: DEBUG oslo_vmware.api [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427400, 'name': RemoveSnapshot_Task, 'duration_secs': 0.917207} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.076216] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1236.086660] env[65635]: WARNING nova.network.neutron [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] 924aba22-56da-44a3-a97a-0fdebc5cb669 already exists in list: networks containing: ['924aba22-56da-44a3-a97a-0fdebc5cb669']. ignoring it [ 1236.173785] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.282s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.177481] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.649s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.177665] env[65635]: DEBUG nova.objects.instance [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'resources' on Instance uuid 2f8c19dd-9592-49ff-a8b1-41a07c06b19e {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.197290] env[65635]: WARNING neutronclient.v2_0.client [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.368887] env[65635]: WARNING neutronclient.v2_0.client [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.444954] env[65635]: DEBUG nova.network.neutron [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [{"id": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "address": "fa:16:3e:a6:a2:d5", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f08c43d-08", "ovs_interfaceid": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "507d1b0c-d574-4980-9713-8858c00943ae", "address": "fa:16:3e:e0:4d:5a", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507d1b0c-d5", "ovs_interfaceid": "507d1b0c-d574-4980-9713-8858c00943ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.456944] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427399, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.581545] env[65635]: WARNING nova.compute.manager [None req-e11bad88-8f6f-46ea-80ef-347eb7372b3e tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Image not found during snapshot: nova.exception.ImageNotFound: Image 4fe27b0e-78e4-49ad-af1a-e59d280edac0 could not be found. [ 1236.748155] env[65635]: INFO nova.scheduler.client.report [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted allocation for migration 57372fab-259f-4e27-a08a-ba7583f83b1f [ 1236.864503] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b8cbac-5cf7-4aad-8cff-7f3dd8afb379 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.873266] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a999f4-a97d-4602-9257-8cd1c7f8ce05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.908489] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8435c253-21d5-4b5f-a2e2-00ad806da98e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.917973] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e43d4-6168-4121-8bf4-3e644a45cf05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.934142] env[65635]: DEBUG nova.compute.provider_tree [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.947616] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.948445] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.948594] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.949517] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09217148-2406-4abd-8cdf-5987262f8281 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.972092] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1236.972367] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.972490] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1236.972663] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.972804] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1236.973024] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1236.973265] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1236.973424] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1236.973627] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1236.973773] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1236.973963] env[65635]: DEBUG nova.virt.hardware [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1236.980737] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Reconfiguring VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1236.984545] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f500bba-4ab1-4872-9d2e-84d030f72c74 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.996987] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427399, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.008202] env[65635]: DEBUG oslo_vmware.api [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1237.008202] env[65635]: value = "task-4427401" [ 1237.008202] env[65635]: _type = "Task" [ 1237.008202] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.021216] env[65635]: DEBUG oslo_vmware.api [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427401, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.254415] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.242s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.437796] env[65635]: DEBUG nova.scheduler.client.report [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.460530] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427399, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.490674} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.460810] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407/OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407.vmdk to [datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664/7bac646b-403a-4a47-8d8e-b152bc434664.vmdk. [ 1237.461036] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Cleaning up location [datastore2] OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1237.461239] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_79276296-bb94-4676-af75-c6e51f517407 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.461514] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33540cbb-ade2-4bcb-99a6-964a03e2e275 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.470648] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1237.470648] env[65635]: value = "task-4427402" [ 1237.470648] env[65635]: _type = "Task" [ 1237.470648] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.480121] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.519485] env[65635]: DEBUG oslo_vmware.api [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.942937] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.960984] env[65635]: INFO nova.scheduler.client.report [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleted allocations for instance 2f8c19dd-9592-49ff-a8b1-41a07c06b19e [ 1237.981302] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044264} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.981574] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.981746] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664/7bac646b-403a-4a47-8d8e-b152bc434664.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.981988] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664/7bac646b-403a-4a47-8d8e-b152bc434664.vmdk to [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f/f2b337bf-cbd9-490f-8358-f8424122300f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.982271] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e4848a8-7183-44ea-b057-048887a756dd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.990654] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1237.990654] env[65635]: value = "task-4427403" [ 1237.990654] env[65635]: _type = "Task" [ 1237.990654] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.001012] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.021270] env[65635]: DEBUG oslo_vmware.api [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427401, 'name': ReconfigVM_Task, 'duration_secs': 0.866308} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.021625] env[65635]: WARNING neutronclient.v2_0.client [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.021882] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.022102] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Reconfigured VM to attach interface {{(pid=65635) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1238.469457] env[65635]: DEBUG oslo_concurrency.lockutils [None req-2b15018c-5c6a-4017-87b1-cc04a2484bb9 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "2f8c19dd-9592-49ff-a8b1-41a07c06b19e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.164s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.503851] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427403, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.527989] env[65635]: DEBUG oslo_concurrency.lockutils [None req-bd947dea-ff22-4127-8a28-4390fce51214 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-c63b10ec-15cf-4086-a5b1-35209ab1181b-507d1b0c-d574-4980-9713-8858c00943ae" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.330s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.531622] env[65635]: DEBUG nova.compute.manager [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1238.531814] env[65635]: DEBUG nova.compute.manager [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing instance network info cache due to event network-changed-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1238.532026] env[65635]: DEBUG oslo_concurrency.lockutils [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] Acquiring lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.532348] env[65635]: DEBUG oslo_concurrency.lockutils [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] Acquired lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.532348] env[65635]: DEBUG nova.network.neutron [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Refreshing network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.540735] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b3636872-2ae7-4429-b52d-ca1a324a522c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.540995] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.541369] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.541426] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.541628] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.544825] env[65635]: INFO nova.compute.manager [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Terminating instance [ 1238.583211] env[65635]: DEBUG nova.compute.manager [req-5d3e55e0-a933-4f20-87df-eb6d5a9e5f31 req-3009fc35-3cda-4827-8337-a72b842fbf7e service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received event network-vif-plugged-507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1238.583211] env[65635]: DEBUG oslo_concurrency.lockutils [req-5d3e55e0-a933-4f20-87df-eb6d5a9e5f31 req-3009fc35-3cda-4827-8337-a72b842fbf7e service nova] Acquiring lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.583211] env[65635]: DEBUG oslo_concurrency.lockutils [req-5d3e55e0-a933-4f20-87df-eb6d5a9e5f31 req-3009fc35-3cda-4827-8337-a72b842fbf7e service nova] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.583211] env[65635]: DEBUG oslo_concurrency.lockutils [req-5d3e55e0-a933-4f20-87df-eb6d5a9e5f31 req-3009fc35-3cda-4827-8337-a72b842fbf7e service nova] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.583460] env[65635]: DEBUG nova.compute.manager [req-5d3e55e0-a933-4f20-87df-eb6d5a9e5f31 req-3009fc35-3cda-4827-8337-a72b842fbf7e service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] No waiting events found dispatching network-vif-plugged-507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1238.583510] env[65635]: WARNING nova.compute.manager [req-5d3e55e0-a933-4f20-87df-eb6d5a9e5f31 req-3009fc35-3cda-4827-8337-a72b842fbf7e service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received unexpected event network-vif-plugged-507d1b0c-d574-4980-9713-8858c00943ae for instance with vm_state active and task_state None. [ 1239.004129] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427403, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.035923] env[65635]: WARNING neutronclient.v2_0.client [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.049532] env[65635]: DEBUG nova.compute.manager [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1239.049725] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.050727] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61595a01-7cff-40c4-8584-022467e36412 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.061739] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.062128] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3511590f-d649-4e0c-9299-ede13349181f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.072839] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1239.072839] env[65635]: value = "task-4427404" [ 1239.072839] env[65635]: _type = "Task" [ 1239.072839] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.085383] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.278809] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "927577db-7f82-4b63-9457-21cafaccdec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.279583] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "927577db-7f82-4b63-9457-21cafaccdec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.279583] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "927577db-7f82-4b63-9457-21cafaccdec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.279821] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "927577db-7f82-4b63-9457-21cafaccdec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.279821] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "927577db-7f82-4b63-9457-21cafaccdec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.282146] env[65635]: INFO nova.compute.manager [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Terminating instance [ 1239.334345] env[65635]: WARNING neutronclient.v2_0.client [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.449145] env[65635]: DEBUG oslo_concurrency.lockutils [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.449381] env[65635]: DEBUG oslo_concurrency.lockutils [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.452384] env[65635]: DEBUG nova.network.neutron [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updated VIF entry in instance network info cache for port 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1239.452571] env[65635]: DEBUG nova.network.neutron [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [{"id": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "address": "fa:16:3e:82:aa:0b", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ab97765-fa", "ovs_interfaceid": "0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.505398] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427403, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.589348] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427404, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.786815] env[65635]: DEBUG nova.compute.manager [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1239.787403] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.788728] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f367f54-e551-47fa-b5b6-1470e033ade0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.798912] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.799162] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-385af268-61f4-41c1-bacb-58415cbcfd38 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.808923] env[65635]: DEBUG oslo_vmware.api [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1239.808923] env[65635]: value = "task-4427405" [ 1239.808923] env[65635]: _type = "Task" [ 1239.808923] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.821607] env[65635]: DEBUG oslo_vmware.api [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.955331] env[65635]: INFO nova.compute.manager [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Detaching volume 64669af9-aa6c-4f26-af8b-312879098de1 [ 1239.958688] env[65635]: DEBUG oslo_concurrency.lockutils [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] Releasing lock "refresh_cache-1853a65b-a72f-43bc-9abe-d4e9547166eb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.958945] env[65635]: DEBUG nova.compute.manager [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received event network-changed-2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1239.959236] env[65635]: DEBUG nova.compute.manager [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing instance network info cache due to event network-changed-2f08c43d-0816-4491-892d-f4053fbaa4f0. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1239.959333] env[65635]: DEBUG oslo_concurrency.lockutils [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] Acquiring lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.959477] env[65635]: DEBUG oslo_concurrency.lockutils [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] Acquired lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.959621] env[65635]: DEBUG nova.network.neutron [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing network info cache for port 2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.966026] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "interface-c63b10ec-15cf-4086-a5b1-35209ab1181b-507d1b0c-d574-4980-9713-8858c00943ae" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.966284] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-c63b10ec-15cf-4086-a5b1-35209ab1181b-507d1b0c-d574-4980-9713-8858c00943ae" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.000759] env[65635]: INFO nova.virt.block_device [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Attempting to driver detach volume 64669af9-aa6c-4f26-af8b-312879098de1 from mountpoint /dev/sdb [ 1240.001041] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.001237] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.002178] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7181ba8c-5028-4def-978c-4d3adf5a17ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.009689] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427403, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.033762] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cd7923-690b-494b-9a07-d371b058b0dc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.045036] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085d5603-6fd8-40dc-bfe1-020aca7f9ff0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.066876] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f0547f-8f08-4898-8d28-77cf58167114 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.084855] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The volume has not been displaced from its original location: [datastore2] volume-64669af9-aa6c-4f26-af8b-312879098de1/volume-64669af9-aa6c-4f26-af8b-312879098de1.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.091267] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.094771] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6588c86d-eb8d-4efa-a17e-a47fc944fe8a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.115840] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427404, 'name': PowerOffVM_Task, 'duration_secs': 0.609375} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.116117] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.116369] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.117997] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cae2b99c-c867-408d-8488-0a2dea014715 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.119920] env[65635]: DEBUG oslo_vmware.api [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1240.119920] env[65635]: value = "task-4427406" [ 1240.119920] env[65635]: _type = "Task" [ 1240.119920] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.130719] env[65635]: DEBUG oslo_vmware.api [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.185603] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "74c18370-1add-4673-ad90-374563808d15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.186092] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "74c18370-1add-4673-ad90-374563808d15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.186390] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "74c18370-1add-4673-ad90-374563808d15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.186660] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "74c18370-1add-4673-ad90-374563808d15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.186853] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "74c18370-1add-4673-ad90-374563808d15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.189238] env[65635]: INFO nova.compute.manager [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Terminating instance [ 1240.210786] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.210991] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.211196] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleting the datastore file [datastore1] b3636872-2ae7-4429-b52d-ca1a324a522c {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.211855] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17054fa8-ee67-42f8-a476-92bd7b3ad5b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.222025] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for the task: (returnval){ [ 1240.222025] env[65635]: value = "task-4427408" [ 1240.222025] env[65635]: _type = "Task" [ 1240.222025] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.234146] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.322460] env[65635]: DEBUG oslo_vmware.api [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427405, 'name': PowerOffVM_Task, 'duration_secs': 0.265979} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.322896] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.323116] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.323503] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2a37584-be9a-429c-9801-b8e8b423b4b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.405716] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.406093] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.406181] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleting the datastore file [datastore2] 927577db-7f82-4b63-9457-21cafaccdec3 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.406528] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12ebdb52-7e2a-409d-b3c9-3c6ceba71164 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.416971] env[65635]: DEBUG oslo_vmware.api [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for the task: (returnval){ [ 1240.416971] env[65635]: value = "task-4427410" [ 1240.416971] env[65635]: _type = "Task" [ 1240.416971] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.431172] env[65635]: DEBUG oslo_vmware.api [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.465080] env[65635]: WARNING neutronclient.v2_0.client [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.468890] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.469101] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.470118] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0ea4c7-0b4a-4102-8105-e8fdd6828fb8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.492759] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab6ec0f-6ea5-40d0-8cb9-e9a14af81d4c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.505454] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427403, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.526036] env[65635]: WARNING neutronclient.v2_0.client [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.532007] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Reconfiguring VM to detach interface {{(pid=65635) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1240.532903] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab05802-56ec-47f3-a16e-e2940915ada8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.553956] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1240.553956] env[65635]: value = "task-4427411" [ 1240.553956] env[65635]: _type = "Task" [ 1240.553956] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.563637] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.614666] env[65635]: DEBUG nova.compute.manager [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received event network-changed-507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1240.614911] env[65635]: DEBUG nova.compute.manager [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing instance network info cache due to event network-changed-507d1b0c-d574-4980-9713-8858c00943ae. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1240.615119] env[65635]: DEBUG oslo_concurrency.lockutils [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] Acquiring lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.630864] env[65635]: DEBUG oslo_vmware.api [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.668105] env[65635]: WARNING neutronclient.v2_0.client [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.693267] env[65635]: DEBUG nova.compute.manager [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1240.693381] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.694465] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf6d5df-023f-410c-8f71-203026ff8144 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.703862] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.704177] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d26de2b6-0916-4355-a1d0-9ecff738cb6a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.712031] env[65635]: DEBUG oslo_vmware.api [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1240.712031] env[65635]: value = "task-4427412" [ 1240.712031] env[65635]: _type = "Task" [ 1240.712031] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.725694] env[65635]: DEBUG oslo_vmware.api [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.736771] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.763850] env[65635]: DEBUG nova.network.neutron [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updated VIF entry in instance network info cache for port 2f08c43d-0816-4491-892d-f4053fbaa4f0. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1240.764368] env[65635]: DEBUG nova.network.neutron [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [{"id": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "address": "fa:16:3e:a6:a2:d5", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f08c43d-08", "ovs_interfaceid": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "507d1b0c-d574-4980-9713-8858c00943ae", "address": "fa:16:3e:e0:4d:5a", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507d1b0c-d5", "ovs_interfaceid": "507d1b0c-d574-4980-9713-8858c00943ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.928185] env[65635]: DEBUG oslo_vmware.api [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Task: {'id': task-4427410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482291} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.928493] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.928694] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.928888] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.929144] env[65635]: INFO nova.compute.manager [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1240.929474] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1240.929734] env[65635]: DEBUG nova.compute.manager [-] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1240.930299] env[65635]: DEBUG nova.network.neutron [-] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1240.930299] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.010488] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427403, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.580314} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.011773] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.013661] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7bac646b-403a-4a47-8d8e-b152bc434664/7bac646b-403a-4a47-8d8e-b152bc434664.vmdk to [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f/f2b337bf-cbd9-490f-8358-f8424122300f.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.014846] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c378e7c0-b703-4a0f-9ac6-37408507a02e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.042692] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f/f2b337bf-cbd9-490f-8358-f8424122300f.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.042692] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a56b30b-bcc6-4279-a3ca-7d3dd91b5b23 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.067038] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.068506] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1241.068506] env[65635]: value = "task-4427413" [ 1241.068506] env[65635]: _type = "Task" [ 1241.068506] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.077818] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.131499] env[65635]: DEBUG oslo_vmware.api [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427406, 'name': ReconfigVM_Task, 'duration_secs': 0.715955} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.131786] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.137979] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624941d1-a0cc-4022-9dd1-0ef209815a26 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.156479] env[65635]: DEBUG oslo_vmware.api [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1241.156479] env[65635]: value = "task-4427414" [ 1241.156479] env[65635]: _type = "Task" [ 1241.156479] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.165997] env[65635]: DEBUG oslo_vmware.api [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.221894] env[65635]: DEBUG oslo_vmware.api [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427412, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.235908] env[65635]: DEBUG oslo_vmware.api [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Task: {'id': task-4427408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.610225} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.236244] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.236464] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.236620] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.236805] env[65635]: INFO nova.compute.manager [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1241.237254] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1241.237670] env[65635]: DEBUG nova.compute.manager [-] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1241.237670] env[65635]: DEBUG nova.network.neutron [-] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1241.237670] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.267275] env[65635]: DEBUG oslo_concurrency.lockutils [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] Releasing lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.267577] env[65635]: DEBUG nova.compute.manager [req-1afa72b8-5d5b-47a8-b6f8-f290afc57d72 req-73114c53-29d7-4fb5-93f1-36fa3259cf7e service nova] [instance: 2f8c19dd-9592-49ff-a8b1-41a07c06b19e] Received event network-vif-deleted-c74a3552-b826-47b0-bc0b-955f92b8c399 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1241.268655] env[65635]: DEBUG oslo_concurrency.lockutils [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] Acquired lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.268850] env[65635]: DEBUG nova.network.neutron [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Refreshing network info cache for port 507d1b0c-d574-4980-9713-8858c00943ae {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.277556] env[65635]: DEBUG nova.compute.manager [req-4c366acc-11f3-4e29-9842-966a52b07f51 req-994e6f01-94fd-4b63-87bc-9d1a127279f5 service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Received event network-vif-deleted-cbb6be39-59af-44bf-8a70-192f33597323 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1241.277746] env[65635]: INFO nova.compute.manager [req-4c366acc-11f3-4e29-9842-966a52b07f51 req-994e6f01-94fd-4b63-87bc-9d1a127279f5 service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Neutron deleted interface cbb6be39-59af-44bf-8a70-192f33597323; detaching it from the instance and deleting it from the info cache [ 1241.277919] env[65635]: DEBUG nova.network.neutron [req-4c366acc-11f3-4e29-9842-966a52b07f51 req-994e6f01-94fd-4b63-87bc-9d1a127279f5 service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.279956] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.287035] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "f29ba918-1958-47d8-a1a8-724ec005e9de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.287271] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.568783] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.579239] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.669078] env[65635]: DEBUG oslo_vmware.api [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427414, 'name': ReconfigVM_Task, 'duration_secs': 0.151789} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.669326] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866308', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'name': 'volume-64669af9-aa6c-4f26-af8b-312879098de1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8', 'attached_at': '', 'detached_at': '', 'volume_id': '64669af9-aa6c-4f26-af8b-312879098de1', 'serial': '64669af9-aa6c-4f26-af8b-312879098de1'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.725192] env[65635]: DEBUG oslo_vmware.api [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427412, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.752809] env[65635]: DEBUG nova.network.neutron [-] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.772222] env[65635]: WARNING neutronclient.v2_0.client [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.788042] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78610f3f-f115-483a-b98d-e04779772a72 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.790456] env[65635]: DEBUG nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1241.801719] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9d07b-4eae-4c8b-9e58-ae1f956d7981 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.836933] env[65635]: DEBUG nova.compute.manager [req-4c366acc-11f3-4e29-9842-966a52b07f51 req-994e6f01-94fd-4b63-87bc-9d1a127279f5 service nova] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Detach interface failed, port_id=cbb6be39-59af-44bf-8a70-192f33597323, reason: Instance 927577db-7f82-4b63-9457-21cafaccdec3 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1241.936976] env[65635]: WARNING neutronclient.v2_0.client [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.002207] env[65635]: DEBUG nova.network.neutron [-] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.032849] env[65635]: DEBUG nova.network.neutron [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updated VIF entry in instance network info cache for port 507d1b0c-d574-4980-9713-8858c00943ae. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1242.033275] env[65635]: DEBUG nova.network.neutron [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [{"id": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "address": "fa:16:3e:a6:a2:d5", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f08c43d-08", "ovs_interfaceid": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "507d1b0c-d574-4980-9713-8858c00943ae", "address": "fa:16:3e:e0:4d:5a", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507d1b0c-d5", "ovs_interfaceid": "507d1b0c-d574-4980-9713-8858c00943ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.070393] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.080639] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427413, 'name': ReconfigVM_Task, 'duration_secs': 0.607141} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.080953] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f/f2b337bf-cbd9-490f-8358-f8424122300f.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.081646] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aa9dea6-bda5-4ee1-b493-d5dd7ea3d6f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.090354] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1242.090354] env[65635]: value = "task-4427415" [ 1242.090354] env[65635]: _type = "Task" [ 1242.090354] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.100834] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427415, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.225580] env[65635]: DEBUG oslo_vmware.api [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427412, 'name': PowerOffVM_Task, 'duration_secs': 1.290037} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.226792] env[65635]: DEBUG nova.objects.instance [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'flavor' on Instance uuid bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.228226] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.228413] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.228894] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e5c91d7-0145-4e59-85ec-6225b245bbb0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.255567] env[65635]: INFO nova.compute.manager [-] [instance: 927577db-7f82-4b63-9457-21cafaccdec3] Took 1.33 seconds to deallocate network for instance. [ 1242.305735] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.306138] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.306465] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleting the datastore file [datastore1] 74c18370-1add-4673-ad90-374563808d15 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.306742] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5cfcb0f-114f-4aee-a786-156b152eecc4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.314553] env[65635]: DEBUG oslo_vmware.api [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for the task: (returnval){ [ 1242.314553] env[65635]: value = "task-4427417" [ 1242.314553] env[65635]: _type = "Task" [ 1242.314553] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.315574] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.315826] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.317537] env[65635]: INFO nova.compute.claims [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.330571] env[65635]: DEBUG oslo_vmware.api [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.505486] env[65635]: INFO nova.compute.manager [-] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Took 1.27 seconds to deallocate network for instance. [ 1242.536383] env[65635]: DEBUG oslo_concurrency.lockutils [req-cdb5e4e1-a345-4d02-ad74-3ccf0628fc72 req-922c6ad4-c2a6-430c-8966-11aecc9309de service nova] Releasing lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.572428] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.601031] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427415, 'name': Rename_Task, 'duration_secs': 0.165348} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.601284] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.601540] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72411982-3c1c-40f8-80e1-2ee744d69901 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.610184] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1242.610184] env[65635]: value = "task-4427418" [ 1242.610184] env[65635]: _type = "Task" [ 1242.610184] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.619455] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.763486] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.832716] env[65635]: DEBUG oslo_vmware.api [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Task: {'id': task-4427417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217822} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.833904] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.834188] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.834388] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.834567] env[65635]: INFO nova.compute.manager [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] [instance: 74c18370-1add-4673-ad90-374563808d15] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1242.834803] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1242.835345] env[65635]: DEBUG nova.compute.manager [-] [instance: 74c18370-1add-4673-ad90-374563808d15] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1242.835450] env[65635]: DEBUG nova.network.neutron [-] [instance: 74c18370-1add-4673-ad90-374563808d15] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1242.835726] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.867825] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.012429] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.072185] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.125784] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427418, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.152643] env[65635]: DEBUG nova.compute.manager [req-8131c557-b432-40a6-bf4e-e125105d1a23 req-331c18d0-c376-4e32-a119-41cea8938668 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Received event network-vif-deleted-167f5f71-b204-46e8-88fb-911a284a114d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1243.152861] env[65635]: INFO nova.compute.manager [req-8131c557-b432-40a6-bf4e-e125105d1a23 req-331c18d0-c376-4e32-a119-41cea8938668 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Neutron deleted interface 167f5f71-b204-46e8-88fb-911a284a114d; detaching it from the instance and deleting it from the info cache [ 1243.153044] env[65635]: DEBUG nova.network.neutron [req-8131c557-b432-40a6-bf4e-e125105d1a23 req-331c18d0-c376-4e32-a119-41cea8938668 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.234900] env[65635]: DEBUG oslo_concurrency.lockutils [None req-90fa0537-f48d-425e-8be5-d5be39630cf1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.785s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.311957] env[65635]: DEBUG nova.compute.manager [req-85066bda-e61b-42ce-a812-d019020d1c05 req-4e36c1d2-be9d-4d79-8955-33aec25c158a service nova] [instance: b3636872-2ae7-4429-b52d-ca1a324a522c] Received event network-vif-deleted-626d0ed8-211d-442e-b115-6c65dca137d4 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1243.481615] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fa6328-6feb-4096-baed-003eb244a7e5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.490108] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972719a8-b470-458e-8113-48ccd81de0c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.522309] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5678d3a0-fd2b-4bc1-9085-7c595a2a58df {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.530741] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb5cf76-691b-43b0-a749-582daaf63a1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.544613] env[65635]: DEBUG nova.compute.provider_tree [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.571008] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.623653] env[65635]: DEBUG oslo_vmware.api [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427418, 'name': PowerOnVM_Task, 'duration_secs': 0.696506} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.624034] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.627395] env[65635]: DEBUG nova.network.neutron [-] [instance: 74c18370-1add-4673-ad90-374563808d15] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.655637] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-246668a1-1b33-4400-b15a-03251bc3bf2b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.668688] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e845437-6b8c-46e3-a22d-4c73450bfee1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.699837] env[65635]: DEBUG nova.compute.manager [req-8131c557-b432-40a6-bf4e-e125105d1a23 req-331c18d0-c376-4e32-a119-41cea8938668 service nova] [instance: 74c18370-1add-4673-ad90-374563808d15] Detach interface failed, port_id=167f5f71-b204-46e8-88fb-911a284a114d, reason: Instance 74c18370-1add-4673-ad90-374563808d15 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.731600] env[65635]: DEBUG nova.compute.manager [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1243.732555] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed80a6ed-d305-4f0b-82b2-929fcc28c0a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.829557] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.829825] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.830147] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.830369] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.830542] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.832921] env[65635]: INFO nova.compute.manager [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Terminating instance [ 1244.048261] env[65635]: DEBUG nova.scheduler.client.report [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.072015] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.130798] env[65635]: INFO nova.compute.manager [-] [instance: 74c18370-1add-4673-ad90-374563808d15] Took 1.29 seconds to deallocate network for instance. [ 1244.250536] env[65635]: DEBUG oslo_concurrency.lockutils [None req-32b1732f-371e-4302-b973-d205c8f36d5f tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.228s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.251854] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.232s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.252341] env[65635]: INFO nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1244.252478] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.337663] env[65635]: DEBUG nova.compute.manager [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1244.337855] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.338847] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842788a6-1b88-4021-bfdc-baa3b22019fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.347988] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.348316] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d075090-5df9-4720-bdce-45faf86f1f11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.355085] env[65635]: DEBUG oslo_vmware.api [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1244.355085] env[65635]: value = "task-4427419" [ 1244.355085] env[65635]: _type = "Task" [ 1244.355085] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.365234] env[65635]: DEBUG oslo_vmware.api [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.555305] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.555788] env[65635]: DEBUG nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1244.558992] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.796s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.559259] env[65635]: DEBUG nova.objects.instance [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lazy-loading 'resources' on Instance uuid 927577db-7f82-4b63-9457-21cafaccdec3 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.574152] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.637942] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.866021] env[65635]: DEBUG oslo_vmware.api [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427419, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.062085] env[65635]: DEBUG nova.compute.utils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.066013] env[65635]: DEBUG nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1245.066231] env[65635]: DEBUG nova.network.neutron [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1245.066540] env[65635]: WARNING neutronclient.v2_0.client [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.066823] env[65635]: WARNING neutronclient.v2_0.client [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.078520] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.112111] env[65635]: DEBUG nova.policy [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25e122e8a69f4a9f8507efe62a2c107e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ec1ad50e2b4402a5f397cf3533110f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.226566] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4899ffe-6550-48cc-a436-fe9db87ea107 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.234527] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abcd7bc-e7e7-4ce6-bdd7-342bceb2123e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.266865] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1749e-5b30-4b5f-b470-b9c1de16d0e9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.274964] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be211973-d7fc-4967-acfe-8ad1d3359ea7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.290166] env[65635]: DEBUG nova.compute.provider_tree [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.366623] env[65635]: DEBUG oslo_vmware.api [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427419, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.417814] env[65635]: DEBUG nova.network.neutron [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Successfully created port: 3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1245.572195] env[65635]: DEBUG nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1245.581611] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.794271] env[65635]: DEBUG nova.scheduler.client.report [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.867223] env[65635]: DEBUG oslo_vmware.api [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427419, 'name': PowerOffVM_Task, 'duration_secs': 1.262701} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.867466] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.867664] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.868596] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78fd6314-4f5e-4d25-8a38-8721ec31117a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.957034] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.957231] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.957305] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleting the datastore file [datastore1] bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.957613] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-086926b5-8066-44d0-af8f-c54af2a148a0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.965810] env[65635]: DEBUG oslo_vmware.api [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1245.965810] env[65635]: value = "task-4427421" [ 1245.965810] env[65635]: _type = "Task" [ 1245.965810] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.976465] env[65635]: DEBUG oslo_vmware.api [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.083734] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.300531] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.303793] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.291s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.303793] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.305305] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.668s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.305521] env[65635]: DEBUG nova.objects.instance [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lazy-loading 'resources' on Instance uuid 74c18370-1add-4673-ad90-374563808d15 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.325594] env[65635]: INFO nova.scheduler.client.report [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Deleted allocations for instance 927577db-7f82-4b63-9457-21cafaccdec3 [ 1246.327888] env[65635]: INFO nova.scheduler.client.report [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Deleted allocations for instance b3636872-2ae7-4429-b52d-ca1a324a522c [ 1246.478178] env[65635]: DEBUG oslo_vmware.api [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15173} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.478408] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.478588] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.478758] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.478928] env[65635]: INFO nova.compute.manager [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1246.479190] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1246.479381] env[65635]: DEBUG nova.compute.manager [-] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1246.479475] env[65635]: DEBUG nova.network.neutron [-] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1246.479725] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.526323] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.579201] env[65635]: DEBUG oslo_vmware.api [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427411, 'name': ReconfigVM_Task, 'duration_secs': 5.871321} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.579438] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.579653] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Reconfigured VM to detach interface {{(pid=65635) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1246.580117] env[65635]: WARNING neutronclient.v2_0.client [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.580435] env[65635]: WARNING neutronclient.v2_0.client [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.585779] env[65635]: DEBUG nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1246.610608] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1246.610861] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.611025] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1246.611215] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.611355] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1246.611495] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1246.611713] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1246.611860] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1246.612030] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1246.612191] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1246.612355] env[65635]: DEBUG nova.virt.hardware [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1246.613247] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11871e37-3046-4211-9bb6-8a9f9b9e771d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.621783] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8668766-3b43-4d6b-8ec8-06fb1863b59a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.840446] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d2ffde98-b387-4f21-addb-eba3746166d5 tempest-ImagesTestJSON-878873352 tempest-ImagesTestJSON-878873352-project-member] Lock "927577db-7f82-4b63-9457-21cafaccdec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.561s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.842202] env[65635]: DEBUG nova.compute.manager [req-55ae2ed0-51a8-40df-a80d-941a01fee579 req-fa44852e-5232-48f5-8de5-5234a9cce439 service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Received event network-vif-plugged-3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1246.842202] env[65635]: DEBUG oslo_concurrency.lockutils [req-55ae2ed0-51a8-40df-a80d-941a01fee579 req-fa44852e-5232-48f5-8de5-5234a9cce439 service nova] Acquiring lock "f29ba918-1958-47d8-a1a8-724ec005e9de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.842387] env[65635]: DEBUG oslo_concurrency.lockutils [req-55ae2ed0-51a8-40df-a80d-941a01fee579 req-fa44852e-5232-48f5-8de5-5234a9cce439 service nova] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.842529] env[65635]: DEBUG oslo_concurrency.lockutils [req-55ae2ed0-51a8-40df-a80d-941a01fee579 req-fa44852e-5232-48f5-8de5-5234a9cce439 service nova] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.843132] env[65635]: DEBUG nova.compute.manager [req-55ae2ed0-51a8-40df-a80d-941a01fee579 req-fa44852e-5232-48f5-8de5-5234a9cce439 service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] No waiting events found dispatching network-vif-plugged-3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1246.843132] env[65635]: WARNING nova.compute.manager [req-55ae2ed0-51a8-40df-a80d-941a01fee579 req-fa44852e-5232-48f5-8de5-5234a9cce439 service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Received unexpected event network-vif-plugged-3cc11648-a79c-4318-a157-8f16bc1cc96d for instance with vm_state building and task_state spawning. [ 1246.846272] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61e81dfe-bd20-40fa-9c2a-9fe92e15acd1 tempest-DeleteServersTestJSON-133207581 tempest-DeleteServersTestJSON-133207581-project-member] Lock "b3636872-2ae7-4429-b52d-ca1a324a522c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.305s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.947779] env[65635]: DEBUG nova.network.neutron [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Successfully updated port: 3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1246.975955] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf887e6-53b8-42ef-847c-7a29c7467907 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.995894] env[65635]: WARNING neutronclient.v2_0.client [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.003029] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e463ca-64e6-48be-b3cc-09e924096c29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.037339] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41387a4c-da95-4f46-b36e-2f9e6f512d11 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.040830] env[65635]: DEBUG nova.compute.manager [req-3f8f66ab-b438-43c9-a26e-6e0627c782b9 req-6bdfe914-3708-42e4-993d-719127a322e5 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Received event network-vif-deleted-ccc296c6-e7b4-46fb-8a03-ed8473bc933a {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1247.041048] env[65635]: INFO nova.compute.manager [req-3f8f66ab-b438-43c9-a26e-6e0627c782b9 req-6bdfe914-3708-42e4-993d-719127a322e5 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Neutron deleted interface ccc296c6-e7b4-46fb-8a03-ed8473bc933a; detaching it from the instance and deleting it from the info cache [ 1247.041231] env[65635]: DEBUG nova.network.neutron [req-3f8f66ab-b438-43c9-a26e-6e0627c782b9 req-6bdfe914-3708-42e4-993d-719127a322e5 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.050038] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6ddacf-d5d9-449d-a2e4-d1ab9e09eb25 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.068821] env[65635]: DEBUG nova.compute.provider_tree [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.453026] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.453026] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.453026] env[65635]: DEBUG nova.network.neutron [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1247.486708] env[65635]: DEBUG nova.network.neutron [-] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.544179] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ca5d98a-3339-40aa-8ad0-a05c69e5d2c7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.555643] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787b11bd-bbd0-4011-9799-ff7fe91ddcd7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.576104] env[65635]: DEBUG nova.scheduler.client.report [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.605280] env[65635]: DEBUG nova.compute.manager [req-3f8f66ab-b438-43c9-a26e-6e0627c782b9 req-6bdfe914-3708-42e4-993d-719127a322e5 service nova] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Detach interface failed, port_id=ccc296c6-e7b4-46fb-8a03-ed8473bc933a, reason: Instance bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1247.989916] env[65635]: INFO nova.compute.manager [-] [instance: bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8] Took 1.51 seconds to deallocate network for instance. [ 1247.995467] env[65635]: DEBUG nova.network.neutron [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1248.081785] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.107079] env[65635]: INFO nova.scheduler.client.report [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Deleted allocations for instance 74c18370-1add-4673-ad90-374563808d15 [ 1248.137950] env[65635]: WARNING neutronclient.v2_0.client [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.222977] env[65635]: DEBUG nova.network.neutron [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Updating instance_info_cache with network_info: [{"id": "3cc11648-a79c-4318-a157-8f16bc1cc96d", "address": "fa:16:3e:09:0a:2e", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc11648-a7", "ovs_interfaceid": "3cc11648-a79c-4318-a157-8f16bc1cc96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.360377] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.360533] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquired lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.360725] env[65635]: DEBUG nova.network.neutron [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1248.500481] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.500481] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.500481] env[65635]: DEBUG nova.objects.instance [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'resources' on Instance uuid bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.613913] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1532a88-4016-4818-ae30-20d7f0517cc6 tempest-ServersTestJSON-987399763 tempest-ServersTestJSON-987399763-project-member] Lock "74c18370-1add-4673-ad90-374563808d15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.428s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.677617] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.678341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.678341] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.678497] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.678822] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.682096] env[65635]: INFO nova.compute.manager [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Terminating instance [ 1248.725581] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.726043] env[65635]: DEBUG nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Instance network_info: |[{"id": "3cc11648-a79c-4318-a157-8f16bc1cc96d", "address": "fa:16:3e:09:0a:2e", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc11648-a7", "ovs_interfaceid": "3cc11648-a79c-4318-a157-8f16bc1cc96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1248.726597] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:0a:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cc11648-a79c-4318-a157-8f16bc1cc96d', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.734358] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1248.734574] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.734795] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82f9d01d-164b-40a5-a0b2-2ccf6ea64786 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.757288] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.757288] env[65635]: value = "task-4427423" [ 1248.757288] env[65635]: _type = "Task" [ 1248.757288] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.767270] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427423, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.864346] env[65635]: WARNING neutronclient.v2_0.client [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.882909] env[65635]: DEBUG nova.compute.manager [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Received event network-changed-3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1248.883243] env[65635]: DEBUG nova.compute.manager [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Refreshing instance network info cache due to event network-changed-3cc11648-a79c-4318-a157-8f16bc1cc96d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1248.883523] env[65635]: DEBUG oslo_concurrency.lockutils [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] Acquiring lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.883720] env[65635]: DEBUG oslo_concurrency.lockutils [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] Acquired lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.883885] env[65635]: DEBUG nova.network.neutron [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Refreshing network info cache for port 3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.144215] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4336f3-672f-442f-8be3-580b1a8dd9e8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.155219] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd437d-d301-49c2-b004-2461a71d970e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.186698] env[65635]: DEBUG nova.compute.manager [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1249.186961] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.190819] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a571919c-c979-4205-bcf5-e36fc4463a20 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.193984] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f4140f-a59f-4ed9-8954-def7f4d9a7f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.207098] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcb74bf-3bf4-49c3-9e22-cdb318637493 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.211175] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.211449] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfc6095-794e-41ff-9e54-11cddf291876 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.225443] env[65635]: DEBUG nova.compute.provider_tree [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.229480] env[65635]: WARNING neutronclient.v2_0.client [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.232124] env[65635]: DEBUG oslo_vmware.api [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1249.232124] env[65635]: value = "task-4427424" [ 1249.232124] env[65635]: _type = "Task" [ 1249.232124] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.244281] env[65635]: DEBUG oslo_vmware.api [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.269651] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427423, 'name': CreateVM_Task, 'duration_secs': 0.351107} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.269847] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.270352] env[65635]: WARNING neutronclient.v2_0.client [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.270705] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.270855] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.271249] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.271468] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3152a15f-db6f-4d60-88e0-4ab9799ada69 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.279038] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1249.279038] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52175f4f-7381-2c22-f4b3-9294d2a62b63" [ 1249.279038] env[65635]: _type = "Task" [ 1249.279038] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.289295] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52175f4f-7381-2c22-f4b3-9294d2a62b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.319113] env[65635]: INFO nova.network.neutron [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Port 507d1b0c-d574-4980-9713-8858c00943ae from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1249.319113] env[65635]: DEBUG nova.network.neutron [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [{"id": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "address": "fa:16:3e:a6:a2:d5", "network": {"id": "924aba22-56da-44a3-a97a-0fdebc5cb669", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2003210888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e12c3e4ee0ee4c0a9297b0db8e34e24c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f08c43d-08", "ovs_interfaceid": "2f08c43d-0816-4491-892d-f4053fbaa4f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.387040] env[65635]: WARNING neutronclient.v2_0.client [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.544169] env[65635]: WARNING neutronclient.v2_0.client [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.637171] env[65635]: DEBUG nova.network.neutron [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Updated VIF entry in instance network info cache for port 3cc11648-a79c-4318-a157-8f16bc1cc96d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1249.637550] env[65635]: DEBUG nova.network.neutron [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Updating instance_info_cache with network_info: [{"id": "3cc11648-a79c-4318-a157-8f16bc1cc96d", "address": "fa:16:3e:09:0a:2e", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc11648-a7", "ovs_interfaceid": "3cc11648-a79c-4318-a157-8f16bc1cc96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.734436] env[65635]: DEBUG nova.scheduler.client.report [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.748676] env[65635]: DEBUG oslo_vmware.api [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427424, 'name': PowerOffVM_Task, 'duration_secs': 0.193534} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.749130] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.750329] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.751200] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b2d1187-6c83-4afd-925b-e4c407af9bd4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.790812] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52175f4f-7381-2c22-f4b3-9294d2a62b63, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.791164] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.791467] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.791701] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.791847] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.792066] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.792360] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47210092-0d35-40d5-b8ea-6d5deb9b6c40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.804219] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.804509] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.805389] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ddf9ba0-db40-4a50-8760-5ed632bfb7e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.811737] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1249.811737] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5227a960-69f1-2f27-7007-754f23d7f17e" [ 1249.811737] env[65635]: _type = "Task" [ 1249.811737] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.822023] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Releasing lock "refresh_cache-c63b10ec-15cf-4086-a5b1-35209ab1181b" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.825047] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5227a960-69f1-2f27-7007-754f23d7f17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.835134] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.835362] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.835533] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleting the datastore file [datastore1] c63b10ec-15cf-4086-a5b1-35209ab1181b {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.836532] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13e6ddb2-c775-450d-beb4-e15b05025caf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.844198] env[65635]: DEBUG oslo_vmware.api [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1249.844198] env[65635]: value = "task-4427426" [ 1249.844198] env[65635]: _type = "Task" [ 1249.844198] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.855341] env[65635]: DEBUG oslo_vmware.api [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.146518] env[65635]: DEBUG oslo_concurrency.lockutils [req-51c23c2a-452f-4cdc-a964-b69333bf4536 req-7be2897d-7980-488e-984b-9cfab69c6657 service nova] Releasing lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.244075] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.270130] env[65635]: INFO nova.scheduler.client.report [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted allocations for instance bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8 [ 1250.325798] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5227a960-69f1-2f27-7007-754f23d7f17e, 'name': SearchDatastore_Task, 'duration_secs': 0.013737} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.326742] env[65635]: DEBUG oslo_concurrency.lockutils [None req-831a0216-db2a-4983-bd10-092c64490618 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "interface-c63b10ec-15cf-4086-a5b1-35209ab1181b-507d1b0c-d574-4980-9713-8858c00943ae" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.360s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.328774] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b663002e-fa34-443d-a681-5a0b99ab8060 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.335299] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1250.335299] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]522695b1-351c-d7f8-ffb0-bd08cfba88f4" [ 1250.335299] env[65635]: _type = "Task" [ 1250.335299] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.344887] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522695b1-351c-d7f8-ffb0-bd08cfba88f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.355520] env[65635]: DEBUG oslo_vmware.api [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158465} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.355775] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.356035] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.356210] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.356355] env[65635]: INFO nova.compute.manager [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1250.356588] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1250.356778] env[65635]: DEBUG nova.compute.manager [-] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1250.356872] env[65635]: DEBUG nova.network.neutron [-] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1250.357193] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.418418] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.780292] env[65635]: DEBUG oslo_concurrency.lockutils [None req-6b86a87b-cf80-4c2c-8af2-a6bd9543c94f tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "bd39465a-cdb1-48c2-9ddc-9ca442f1bbd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.950s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.847705] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]522695b1-351c-d7f8-ffb0-bd08cfba88f4, 'name': SearchDatastore_Task, 'duration_secs': 0.0184} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.847984] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.848297] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] f29ba918-1958-47d8-a1a8-724ec005e9de/f29ba918-1958-47d8-a1a8-724ec005e9de.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.848561] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72da0adb-0d2f-46bc-910a-31bb0b05ff85 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.858103] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1250.858103] env[65635]: value = "task-4427427" [ 1250.858103] env[65635]: _type = "Task" [ 1250.858103] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.870260] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.336390] env[65635]: DEBUG nova.compute.manager [req-116db461-56e5-41bf-897d-0ffa520a9882 req-84c616bd-c513-416a-8bf1-fcd7d6d8d24c service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Received event network-vif-deleted-2f08c43d-0816-4491-892d-f4053fbaa4f0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1251.336713] env[65635]: INFO nova.compute.manager [req-116db461-56e5-41bf-897d-0ffa520a9882 req-84c616bd-c513-416a-8bf1-fcd7d6d8d24c service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Neutron deleted interface 2f08c43d-0816-4491-892d-f4053fbaa4f0; detaching it from the instance and deleting it from the info cache [ 1251.336713] env[65635]: DEBUG nova.network.neutron [req-116db461-56e5-41bf-897d-0ffa520a9882 req-84c616bd-c513-416a-8bf1-fcd7d6d8d24c service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.369274] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499559} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.369542] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] f29ba918-1958-47d8-a1a8-724ec005e9de/f29ba918-1958-47d8-a1a8-724ec005e9de.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.369752] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.370129] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b99c83a8-c31d-4912-9d2c-b74ff01208da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.377849] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1251.377849] env[65635]: value = "task-4427428" [ 1251.377849] env[65635]: _type = "Task" [ 1251.377849] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.387567] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.799066] env[65635]: DEBUG nova.network.neutron [-] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.841215] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47220025-e1c3-46c9-8d29-3d0c6b492471 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.850300] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d6f3a1-380c-4274-87e7-d07a0f3b06e2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.882257] env[65635]: DEBUG nova.compute.manager [req-116db461-56e5-41bf-897d-0ffa520a9882 req-84c616bd-c513-416a-8bf1-fcd7d6d8d24c service nova] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Detach interface failed, port_id=2f08c43d-0816-4491-892d-f4053fbaa4f0, reason: Instance c63b10ec-15cf-4086-a5b1-35209ab1181b could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1251.891164] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070158} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.891460] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.892282] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5678c-364c-404c-8543-8b8a0911b909 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.918238] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f29ba918-1958-47d8-a1a8-724ec005e9de/f29ba918-1958-47d8-a1a8-724ec005e9de.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.918238] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-031602fc-dd09-4ff0-aa36-762186591ecf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.941549] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1251.941549] env[65635]: value = "task-4427429" [ 1251.941549] env[65635]: _type = "Task" [ 1251.941549] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.953499] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.214018] env[65635]: DEBUG nova.compute.manager [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1252.303988] env[65635]: INFO nova.compute.manager [-] [instance: c63b10ec-15cf-4086-a5b1-35209ab1181b] Took 1.95 seconds to deallocate network for instance. [ 1252.455096] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427429, 'name': ReconfigVM_Task, 'duration_secs': 0.299912} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.455402] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f29ba918-1958-47d8-a1a8-724ec005e9de/f29ba918-1958-47d8-a1a8-724ec005e9de.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.455818] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cedb29ac-40e5-4e76-a781-df307907032f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.462637] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1252.462637] env[65635]: value = "task-4427430" [ 1252.462637] env[65635]: _type = "Task" [ 1252.462637] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.471440] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427430, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.735262] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.735337] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.812793] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.857745] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "4fffdabe-942b-4566-b2a9-47834b63d254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.857973] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "4fffdabe-942b-4566-b2a9-47834b63d254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.976988] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427430, 'name': Rename_Task, 'duration_secs': 0.162098} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.977254] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.977529] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81fe7370-533a-41b8-8c32-51ef8e83d8c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.984501] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1252.984501] env[65635]: value = "task-4427431" [ 1252.984501] env[65635]: _type = "Task" [ 1252.984501] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.994356] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.242468] env[65635]: INFO nova.compute.claims [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.361306] env[65635]: DEBUG nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1253.495570] env[65635]: DEBUG oslo_vmware.api [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427431, 'name': PowerOnVM_Task, 'duration_secs': 0.488477} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.495864] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.496119] env[65635]: INFO nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1253.496308] env[65635]: DEBUG nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1253.497239] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac26281-f34a-4e37-a3a7-d94bec828ee2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.749474] env[65635]: INFO nova.compute.resource_tracker [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating resource usage from migration 61e21803-a038-410d-b546-a0f90c6c4b05 [ 1253.879213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.901132] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d91be0-e1e2-40be-aad8-c3a3f2f37f26 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.909632] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17158a0-2062-4a53-b367-9ec28dc71d21 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.945147] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9d8b8-0682-440e-a8ae-1cc06d29ef79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.953626] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4912d4-30da-4f44-9dac-88570c987fdf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.969771] env[65635]: DEBUG nova.compute.provider_tree [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.016923] env[65635]: INFO nova.compute.manager [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Took 11.72 seconds to build instance. [ 1254.473765] env[65635]: DEBUG nova.scheduler.client.report [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.519544] env[65635]: DEBUG oslo_concurrency.lockutils [None req-06f957db-5a52-4c7c-8257-b3bfd04556fa tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.232s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.778689] env[65635]: DEBUG nova.compute.manager [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Received event network-changed-3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1254.778892] env[65635]: DEBUG nova.compute.manager [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Refreshing instance network info cache due to event network-changed-3cc11648-a79c-4318-a157-8f16bc1cc96d. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1254.779119] env[65635]: DEBUG oslo_concurrency.lockutils [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] Acquiring lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.779264] env[65635]: DEBUG oslo_concurrency.lockutils [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] Acquired lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.779422] env[65635]: DEBUG nova.network.neutron [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Refreshing network info cache for port 3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.980858] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.245s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.981095] env[65635]: INFO nova.compute.manager [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Migrating [ 1254.988342] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.176s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.988570] env[65635]: DEBUG nova.objects.instance [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'resources' on Instance uuid c63b10ec-15cf-4086-a5b1-35209ab1181b {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.281578] env[65635]: WARNING neutronclient.v2_0.client [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.466685] env[65635]: WARNING neutronclient.v2_0.client [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.498699] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.498896] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.499594] env[65635]: DEBUG nova.network.neutron [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1255.544673] env[65635]: DEBUG nova.network.neutron [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Updated VIF entry in instance network info cache for port 3cc11648-a79c-4318-a157-8f16bc1cc96d. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1255.545121] env[65635]: DEBUG nova.network.neutron [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Updating instance_info_cache with network_info: [{"id": "3cc11648-a79c-4318-a157-8f16bc1cc96d", "address": "fa:16:3e:09:0a:2e", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc11648-a7", "ovs_interfaceid": "3cc11648-a79c-4318-a157-8f16bc1cc96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.635450] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc858640-44e1-40b5-8582-a91c754e3ef4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.644278] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df14c6dd-1174-452d-a216-af82f15c2fd9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.676118] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240ff772-d19c-4f0a-8c5b-2417df2fc3b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.684478] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61825f1b-75da-4950-8c70-6bc7b25fdf65 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.698664] env[65635]: DEBUG nova.compute.provider_tree [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.001424] env[65635]: WARNING neutronclient.v2_0.client [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.048098] env[65635]: DEBUG oslo_concurrency.lockutils [req-af4bca06-5127-4490-9c53-c8a7bb3c3bd7 req-39d8e3fd-c7e0-4e8f-be88-b7fdb76c96ba service nova] Releasing lock "refresh_cache-f29ba918-1958-47d8-a1a8-724ec005e9de" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.202248] env[65635]: WARNING neutronclient.v2_0.client [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.205680] env[65635]: DEBUG nova.scheduler.client.report [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.299770] env[65635]: DEBUG nova.network.neutron [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance_info_cache with network_info: [{"id": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "address": "fa:16:3e:ae:08:23", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0009f2c7-8c", "ovs_interfaceid": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.713554] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.715118] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.836s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.716788] env[65635]: INFO nova.compute.claims [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.738748] env[65635]: INFO nova.scheduler.client.report [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleted allocations for instance c63b10ec-15cf-4086-a5b1-35209ab1181b [ 1256.802526] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.959934] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.960065] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.238028] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.238309] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.238483] env[65635]: INFO nova.compute.manager [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Shelving [ 1257.246243] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3833e284-cbfe-40cd-b9df-dfe90eeb3ea7 tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "c63b10ec-15cf-4086-a5b1-35209ab1181b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.568s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.462985] env[65635]: DEBUG nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1257.684369] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.684627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.684841] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.685038] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.685211] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.687664] env[65635]: INFO nova.compute.manager [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Terminating instance [ 1257.848782] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9105d4-253f-4595-98a0-ffb26c40ba2a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.857877] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f41a1a2-12a3-48bc-a083-a37ed621e153 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.888381] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f564e46e-108f-4ef1-899b-0352466c7986 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.896648] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ddac3-446f-40d3-8df1-80aed6a941c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.911231] env[65635]: DEBUG nova.compute.provider_tree [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.985397] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.192104] env[65635]: DEBUG nova.compute.manager [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1258.192104] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.193017] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40af421c-cb51-48bd-8e3e-c8b3bf24579d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.201706] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.201960] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c52ba9af-8fb8-4f33-97ac-825fc23c7825 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.209315] env[65635]: DEBUG oslo_vmware.api [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1258.209315] env[65635]: value = "task-4427432" [ 1258.209315] env[65635]: _type = "Task" [ 1258.209315] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.218488] env[65635]: DEBUG oslo_vmware.api [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.249776] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.250215] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a654e33-a694-4e69-b321-132e0001051a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.258079] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1258.258079] env[65635]: value = "task-4427433" [ 1258.258079] env[65635]: _type = "Task" [ 1258.258079] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.268024] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.319659] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37af331d-d30c-4b3a-9fc7-f91130456283 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.340571] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance '22ac5fc8-984f-4068-871a-a46b668c7553' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.415233] env[65635]: DEBUG nova.scheduler.client.report [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.719818] env[65635]: DEBUG oslo_vmware.api [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427432, 'name': PowerOffVM_Task, 'duration_secs': 0.238325} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.720071] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.720211] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.720464] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f115953c-3741-435b-9209-df364647d3b5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.768902] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427433, 'name': PowerOffVM_Task, 'duration_secs': 0.255383} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.769202] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.770039] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab77110-88e4-46c2-9e75-4dabed81bbff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.793742] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eba802a-bd5e-4bee-bb85-01a5a796351e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.795891] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.796150] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.796326] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleting the datastore file [datastore1] 1853a65b-a72f-43bc-9abe-d4e9547166eb {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.796603] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28c57a3d-e9e4-46b0-a8a4-2dce0287c644 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.808247] env[65635]: DEBUG oslo_vmware.api [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for the task: (returnval){ [ 1258.808247] env[65635]: value = "task-4427435" [ 1258.808247] env[65635]: _type = "Task" [ 1258.808247] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.816581] env[65635]: DEBUG oslo_vmware.api [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.847033] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.847634] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b95e5082-dbdc-47a2-8bce-482cb0ec7a6d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.855014] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1258.855014] env[65635]: value = "task-4427436" [ 1258.855014] env[65635]: _type = "Task" [ 1258.855014] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.863636] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.921016] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.921585] env[65635]: DEBUG nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1258.925569] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.940s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.928214] env[65635]: INFO nova.compute.claims [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.310871] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Creating Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1259.311220] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-089a8a19-ea45-46af-8bec-390fcd075afd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.324354] env[65635]: DEBUG oslo_vmware.api [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Task: {'id': task-4427435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117701} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.326514] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.326805] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.327165] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.327422] env[65635]: INFO nova.compute.manager [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1259.327763] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1259.328138] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1259.328138] env[65635]: value = "task-4427437" [ 1259.328138] env[65635]: _type = "Task" [ 1259.328138] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.328369] env[65635]: DEBUG nova.compute.manager [-] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1259.328502] env[65635]: DEBUG nova.network.neutron [-] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1259.328843] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.340937] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.365999] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427436, 'name': PowerOffVM_Task, 'duration_secs': 0.169304} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.367220] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.369052] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.369233] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance '22ac5fc8-984f-4068-871a-a46b668c7553' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.433361] env[65635]: DEBUG nova.compute.utils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.436868] env[65635]: DEBUG nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1259.437085] env[65635]: DEBUG nova.network.neutron [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1259.437414] env[65635]: WARNING neutronclient.v2_0.client [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.437705] env[65635]: WARNING neutronclient.v2_0.client [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.478636] env[65635]: DEBUG nova.policy [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b90e2ecb2847e19fc5e5a67cef2964', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87c7d017d3a744be9fb936cc5083a4fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.680118] env[65635]: DEBUG nova.compute.manager [req-03bd194e-f5ab-472a-8129-1c3d7c6579ab req-2edc268c-138c-4741-826b-c7fb813ab64f service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Received event network-vif-deleted-0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1259.680337] env[65635]: INFO nova.compute.manager [req-03bd194e-f5ab-472a-8129-1c3d7c6579ab req-2edc268c-138c-4741-826b-c7fb813ab64f service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Neutron deleted interface 0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d; detaching it from the instance and deleting it from the info cache [ 1259.680524] env[65635]: DEBUG nova.network.neutron [req-03bd194e-f5ab-472a-8129-1c3d7c6579ab req-2edc268c-138c-4741-826b-c7fb813ab64f service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.782189] env[65635]: DEBUG nova.network.neutron [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Successfully created port: 842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1259.842122] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427437, 'name': CreateSnapshot_Task, 'duration_secs': 0.440387} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.842409] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Created Snapshot of the VM instance {{(pid=65635) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1259.843212] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b374a4cf-9e40-432b-aa89-2ba9c03c2eda {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.876253] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1259.876707] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.876986] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1259.877305] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.877499] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1259.877695] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1259.877961] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1259.878190] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1259.878507] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1259.878637] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1259.878991] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1259.884016] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-030d6a25-49a2-4726-9857-d2c0d111ebbc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.901666] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1259.901666] env[65635]: value = "task-4427438" [ 1259.901666] env[65635]: _type = "Task" [ 1259.901666] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.913170] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.942031] env[65635]: DEBUG nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1260.089355] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0595886-71af-402d-827a-34c3b0ade708 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.099124] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c93b35-b152-45df-ab92-fdf5040b1c29 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.129766] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae321dee-3b52-4981-9485-836f38f7097d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.137126] env[65635]: DEBUG nova.network.neutron [-] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.139340] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afbddf5-c3e3-424c-979b-a7fc57dc0c94 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.154066] env[65635]: DEBUG nova.compute.provider_tree [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.183308] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1feef798-98a4-4e3a-bfdc-ba7b6364c565 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.193532] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a062ad-e61c-4e5a-83b9-3b33b01bf30d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.226418] env[65635]: DEBUG nova.compute.manager [req-03bd194e-f5ab-472a-8129-1c3d7c6579ab req-2edc268c-138c-4741-826b-c7fb813ab64f service nova] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Detach interface failed, port_id=0ab97765-fa0b-4c7d-bf2f-9f5efa28b02d, reason: Instance 1853a65b-a72f-43bc-9abe-d4e9547166eb could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1260.362640] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Creating linked-clone VM from snapshot {{(pid=65635) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1260.362795] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd8538e6-2073-45ff-bbd9-4a8dc4e94446 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.372866] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1260.372866] env[65635]: value = "task-4427439" [ 1260.372866] env[65635]: _type = "Task" [ 1260.372866] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.381454] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427439, 'name': CloneVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.414381] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427438, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.644474] env[65635]: INFO nova.compute.manager [-] [instance: 1853a65b-a72f-43bc-9abe-d4e9547166eb] Took 1.32 seconds to deallocate network for instance. [ 1260.657736] env[65635]: DEBUG nova.scheduler.client.report [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.883620] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427439, 'name': CloneVM_Task} progress is 93%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.913526] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427438, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.955600] env[65635]: DEBUG nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1260.989132] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1260.989409] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.989564] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1260.989745] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.989891] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1260.990050] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1260.990272] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.990421] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1260.990583] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1260.990738] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1260.990906] env[65635]: DEBUG nova.virt.hardware [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1260.991833] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678e679-6656-472f-8cbf-48151f90bff8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.000521] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0a5b7b-8146-4752-b0eb-0093629b6fc7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.151590] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.163018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.164495] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.013s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.164921] env[65635]: DEBUG nova.objects.instance [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lazy-loading 'resources' on Instance uuid 1853a65b-a72f-43bc-9abe-d4e9547166eb {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.354528] env[65635]: DEBUG nova.network.neutron [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Successfully updated port: 842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1261.385566] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427439, 'name': CloneVM_Task} progress is 94%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.416320] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427438, 'name': ReconfigVM_Task, 'duration_secs': 1.2947} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.416673] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance '22ac5fc8-984f-4068-871a-a46b668c7553' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.667660] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "5cacde05-49a3-4e04-bfb3-cd3a8ca46f02" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.667862] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "5cacde05-49a3-4e04-bfb3-cd3a8ca46f02" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.710767] env[65635]: DEBUG nova.compute.manager [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Received event network-vif-plugged-842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1261.710989] env[65635]: DEBUG oslo_concurrency.lockutils [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] Acquiring lock "4fffdabe-942b-4566-b2a9-47834b63d254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.711249] env[65635]: DEBUG oslo_concurrency.lockutils [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] Lock "4fffdabe-942b-4566-b2a9-47834b63d254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.711364] env[65635]: DEBUG oslo_concurrency.lockutils [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] Lock "4fffdabe-942b-4566-b2a9-47834b63d254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.711529] env[65635]: DEBUG nova.compute.manager [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] No waiting events found dispatching network-vif-plugged-842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1261.711717] env[65635]: WARNING nova.compute.manager [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Received unexpected event network-vif-plugged-842d71c7-dca1-43fb-8e60-a5fd7f6cc626 for instance with vm_state building and task_state spawning. [ 1261.711837] env[65635]: DEBUG nova.compute.manager [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Received event network-changed-842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1261.711981] env[65635]: DEBUG nova.compute.manager [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Refreshing instance network info cache due to event network-changed-842d71c7-dca1-43fb-8e60-a5fd7f6cc626. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1261.712204] env[65635]: DEBUG oslo_concurrency.lockutils [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] Acquiring lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.712375] env[65635]: DEBUG oslo_concurrency.lockutils [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] Acquired lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.712536] env[65635]: DEBUG nova.network.neutron [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Refreshing network info cache for port 842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.810893] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8602267-8859-4460-948e-46b9b272d575 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.819398] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58446cd-9a69-44a7-948d-b2b919a9e4be {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.852181] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a79e70-7b67-44f9-a76d-23ea6eb40da2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.857350] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.862028] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f885d2-4c3e-4d3e-9039-e2b512f26b9b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.877307] env[65635]: DEBUG nova.compute.provider_tree [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.886983] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427439, 'name': CloneVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.924299] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1261.924510] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.924659] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1261.924871] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.925063] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1261.925238] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1261.925437] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.925591] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1261.925752] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1261.925910] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1261.926136] env[65635]: DEBUG nova.virt.hardware [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1261.932025] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.932342] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0621007-c9c0-4706-8f9c-fb4514ed0734 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.953446] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1261.953446] env[65635]: value = "task-4427440" [ 1261.953446] env[65635]: _type = "Task" [ 1261.953446] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.964068] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.174700] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "5cacde05-49a3-4e04-bfb3-cd3a8ca46f02" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.175258] env[65635]: DEBUG nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1262.215260] env[65635]: WARNING neutronclient.v2_0.client [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.246149] env[65635]: DEBUG nova.network.neutron [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1262.336167] env[65635]: DEBUG nova.network.neutron [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.382607] env[65635]: DEBUG nova.scheduler.client.report [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.388803] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427439, 'name': CloneVM_Task, 'duration_secs': 1.515463} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.389243] env[65635]: INFO nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Created linked-clone VM from snapshot [ 1262.390027] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5025ddc-a20a-47ef-8544-3e13376a3fcf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.398011] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Uploading image 002f1df9-ded2-4d70-bdb7-3753fcd277f0 {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1262.425507] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1262.425507] env[65635]: value = "vm-866332" [ 1262.425507] env[65635]: _type = "VirtualMachine" [ 1262.425507] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1262.425693] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a9a72352-5611-4572-8d01-df8d73811150 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.433199] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease: (returnval){ [ 1262.433199] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521c1d04-a7d6-4db7-23a4-84e38985dd16" [ 1262.433199] env[65635]: _type = "HttpNfcLease" [ 1262.433199] env[65635]: } obtained for exporting VM: (result){ [ 1262.433199] env[65635]: value = "vm-866332" [ 1262.433199] env[65635]: _type = "VirtualMachine" [ 1262.433199] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1262.433557] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the lease: (returnval){ [ 1262.433557] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521c1d04-a7d6-4db7-23a4-84e38985dd16" [ 1262.433557] env[65635]: _type = "HttpNfcLease" [ 1262.433557] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1262.441293] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1262.441293] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521c1d04-a7d6-4db7-23a4-84e38985dd16" [ 1262.441293] env[65635]: _type = "HttpNfcLease" [ 1262.441293] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1262.463412] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427440, 'name': ReconfigVM_Task, 'duration_secs': 0.164631} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.464043] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.464783] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fafe1f-a7cb-41b0-83b9-4dfe2bc688f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.488392] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553/22ac5fc8-984f-4068-871a-a46b668c7553.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.488522] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56a06953-98b9-499c-a6a5-0b16e37ee571 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.506940] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1262.506940] env[65635]: value = "task-4427442" [ 1262.506940] env[65635]: _type = "Task" [ 1262.506940] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.515774] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.680121] env[65635]: DEBUG nova.compute.utils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.681582] env[65635]: DEBUG nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1262.681778] env[65635]: DEBUG nova.network.neutron [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1262.682117] env[65635]: WARNING neutronclient.v2_0.client [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.682418] env[65635]: WARNING neutronclient.v2_0.client [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.722761] env[65635]: DEBUG nova.policy [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f63ca6d6cd47c1bc6703967a1822e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbb1b49c42dc40429eb16feef85bdb34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.839456] env[65635]: DEBUG oslo_concurrency.lockutils [req-8c280bed-ace8-4144-a654-a26b3b567bc7 req-18d1256f-a35e-4537-8d84-b54c8eace8b6 service nova] Releasing lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.839945] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.840185] env[65635]: DEBUG nova.network.neutron [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1262.891892] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.918012] env[65635]: INFO nova.scheduler.client.report [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Deleted allocations for instance 1853a65b-a72f-43bc-9abe-d4e9547166eb [ 1262.945333] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1262.945333] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521c1d04-a7d6-4db7-23a4-84e38985dd16" [ 1262.945333] env[65635]: _type = "HttpNfcLease" [ 1262.945333] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1262.945333] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1262.945333] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]521c1d04-a7d6-4db7-23a4-84e38985dd16" [ 1262.945333] env[65635]: _type = "HttpNfcLease" [ 1262.945333] env[65635]: }. {{(pid=65635) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1262.946940] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b39d35c-0f33-45fd-9d2f-ec389e0cc1db {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.956229] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a42f0-f837-6cfd-48c0-25fd3790b6a5/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1262.956905] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a42f0-f837-6cfd-48c0-25fd3790b6a5/disk-0.vmdk for reading. {{(pid=65635) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1263.027551] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427442, 'name': ReconfigVM_Task, 'duration_secs': 0.441873} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.028636] env[65635]: DEBUG nova.network.neutron [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Successfully created port: c42f79f1-1ca0-45e7-8647-f22b7fc720e0 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1263.031133] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553/22ac5fc8-984f-4068-871a-a46b668c7553.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.031286] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance '22ac5fc8-984f-4068-871a-a46b668c7553' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.055443] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-14ab497e-4b3f-41fc-a291-b88684479889 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.185594] env[65635]: DEBUG nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1263.375982] env[65635]: DEBUG nova.network.neutron [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1263.429878] env[65635]: DEBUG oslo_concurrency.lockutils [None req-755dcff1-fe8b-4828-a730-3875bf2a1b9e tempest-AttachInterfacesTestJSON-2005993567 tempest-AttachInterfacesTestJSON-2005993567-project-member] Lock "1853a65b-a72f-43bc-9abe-d4e9547166eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.745s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.460447] env[65635]: WARNING neutronclient.v2_0.client [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.531232] env[65635]: DEBUG nova.network.neutron [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Updating instance_info_cache with network_info: [{"id": "842d71c7-dca1-43fb-8e60-a5fd7f6cc626", "address": "fa:16:3e:ed:52:fd", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842d71c7-dc", "ovs_interfaceid": "842d71c7-dca1-43fb-8e60-a5fd7f6cc626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.539020] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf0bfbf-e57d-4af6-bfb8-fd3f3b0e1e05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.563812] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b780e4f2-1170-4a84-91fd-a1a959ad9470 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.586292] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance '22ac5fc8-984f-4068-871a-a46b668c7553' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.035520] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.036077] env[65635]: DEBUG nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Instance network_info: |[{"id": "842d71c7-dca1-43fb-8e60-a5fd7f6cc626", "address": "fa:16:3e:ed:52:fd", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842d71c7-dc", "ovs_interfaceid": "842d71c7-dca1-43fb-8e60-a5fd7f6cc626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1264.036686] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:52:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '842d71c7-dca1-43fb-8e60-a5fd7f6cc626', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.044725] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1264.045079] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.045485] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0a2da41-ab24-4ac4-9315-cd1e349fd034 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.068950] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.068950] env[65635]: value = "task-4427443" [ 1264.068950] env[65635]: _type = "Task" [ 1264.068950] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.078272] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427443, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.092853] env[65635]: WARNING neutronclient.v2_0.client [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.093401] env[65635]: WARNING neutronclient.v2_0.client [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.199027] env[65635]: DEBUG nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1264.230194] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1264.231132] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.231423] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1264.231766] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.231960] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1264.232188] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1264.232454] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1264.232738] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1264.232986] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1264.233299] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1264.233491] env[65635]: DEBUG nova.virt.hardware [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1264.234446] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc6d09-9cef-4cb4-80c5-1383b851d33a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.244241] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facedc8e-2d9b-438c-a19e-3e0980497515 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.262104] env[65635]: DEBUG nova.network.neutron [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Port 0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1264.539076] env[65635]: DEBUG nova.compute.manager [req-145a263c-b586-40ad-bb81-495e09e62288 req-d759c87e-9381-4a89-a0fb-191f013a2f19 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Received event network-vif-plugged-c42f79f1-1ca0-45e7-8647-f22b7fc720e0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1264.539411] env[65635]: DEBUG oslo_concurrency.lockutils [req-145a263c-b586-40ad-bb81-495e09e62288 req-d759c87e-9381-4a89-a0fb-191f013a2f19 service nova] Acquiring lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.539768] env[65635]: DEBUG oslo_concurrency.lockutils [req-145a263c-b586-40ad-bb81-495e09e62288 req-d759c87e-9381-4a89-a0fb-191f013a2f19 service nova] Lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.539947] env[65635]: DEBUG oslo_concurrency.lockutils [req-145a263c-b586-40ad-bb81-495e09e62288 req-d759c87e-9381-4a89-a0fb-191f013a2f19 service nova] Lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.540145] env[65635]: DEBUG nova.compute.manager [req-145a263c-b586-40ad-bb81-495e09e62288 req-d759c87e-9381-4a89-a0fb-191f013a2f19 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] No waiting events found dispatching network-vif-plugged-c42f79f1-1ca0-45e7-8647-f22b7fc720e0 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1264.540534] env[65635]: WARNING nova.compute.manager [req-145a263c-b586-40ad-bb81-495e09e62288 req-d759c87e-9381-4a89-a0fb-191f013a2f19 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Received unexpected event network-vif-plugged-c42f79f1-1ca0-45e7-8647-f22b7fc720e0 for instance with vm_state building and task_state spawning. [ 1264.579707] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427443, 'name': CreateVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.631181] env[65635]: DEBUG nova.network.neutron [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Successfully updated port: c42f79f1-1ca0-45e7-8647-f22b7fc720e0 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1265.080827] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427443, 'name': CreateVM_Task, 'duration_secs': 0.638104} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.081243] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.081720] env[65635]: WARNING neutronclient.v2_0.client [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.082095] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.082323] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.082807] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.083129] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0200f2b1-2389-471b-9eaf-5d656ec936c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.089067] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1265.089067] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253684b-2e63-30e4-5207-e2f6da30ae80" [ 1265.089067] env[65635]: _type = "Task" [ 1265.089067] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.098401] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253684b-2e63-30e4-5207-e2f6da30ae80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.136571] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "refresh_cache-410e639c-5fe0-4a59-8f26-5d6efd1e4813" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.136947] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquired lock "refresh_cache-410e639c-5fe0-4a59-8f26-5d6efd1e4813" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.137281] env[65635]: DEBUG nova.network.neutron [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1265.285371] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.285371] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.285371] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.600752] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5253684b-2e63-30e4-5207-e2f6da30ae80, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.601035] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.601285] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.601507] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.601650] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.601825] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.602113] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4ce30c2-4ef9-4362-82d6-969ab9b1aa28 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.631807] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.631969] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.632909] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0946b819-ae3a-4e34-9601-f9838c9c54ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.642538] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1265.642538] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]526bdf8c-fbbc-8155-4a43-340ef8726c60" [ 1265.642538] env[65635]: _type = "Task" [ 1265.642538] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.652927] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526bdf8c-fbbc-8155-4a43-340ef8726c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.674428] env[65635]: DEBUG nova.network.neutron [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1265.747969] env[65635]: WARNING neutronclient.v2_0.client [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.828107] env[65635]: DEBUG nova.network.neutron [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Updating instance_info_cache with network_info: [{"id": "c42f79f1-1ca0-45e7-8647-f22b7fc720e0", "address": "fa:16:3e:e8:98:96", "network": {"id": "26919532-4064-4e33-a777-3c2d5a8d5a13", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-89136931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbb1b49c42dc40429eb16feef85bdb34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42f79f1-1c", "ovs_interfaceid": "c42f79f1-1ca0-45e7-8647-f22b7fc720e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.160799] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]526bdf8c-fbbc-8155-4a43-340ef8726c60, 'name': SearchDatastore_Task, 'duration_secs': 0.130106} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.161953] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba339b1-a6ba-446a-9e8a-273e7e6927cc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.170282] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1266.170282] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5274ac67-9a60-0f97-4e6e-706adc72112b" [ 1266.170282] env[65635]: _type = "Task" [ 1266.170282] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.180237] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5274ac67-9a60-0f97-4e6e-706adc72112b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.293446] env[65635]: WARNING neutronclient.v2_0.client [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.329577] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.329831] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.330049] env[65635]: DEBUG nova.network.neutron [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1266.331722] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Releasing lock "refresh_cache-410e639c-5fe0-4a59-8f26-5d6efd1e4813" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.332106] env[65635]: DEBUG nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Instance network_info: |[{"id": "c42f79f1-1ca0-45e7-8647-f22b7fc720e0", "address": "fa:16:3e:e8:98:96", "network": {"id": "26919532-4064-4e33-a777-3c2d5a8d5a13", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-89136931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbb1b49c42dc40429eb16feef85bdb34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42f79f1-1c", "ovs_interfaceid": "c42f79f1-1ca0-45e7-8647-f22b7fc720e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1266.332571] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:98:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c42f79f1-1ca0-45e7-8647-f22b7fc720e0', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.341355] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Creating folder: Project (cbb1b49c42dc40429eb16feef85bdb34). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.342710] env[65635]: WARNING neutronclient.v2_0.client [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.344941] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d65187f7-d4c9-4e68-bffc-a97ee589ead6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.358029] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Created folder: Project (cbb1b49c42dc40429eb16feef85bdb34) in parent group-v866005. [ 1266.358258] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Creating folder: Instances. Parent ref: group-v866334. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.358546] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37c2b300-ec1c-4305-af04-a8e88fb320ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.371304] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Created folder: Instances in parent group-v866334. [ 1266.371522] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1266.371803] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.372057] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31322aa2-5ab7-4b7e-a692-73d6f626ab06 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.396773] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.396773] env[65635]: value = "task-4427446" [ 1266.396773] env[65635]: _type = "Task" [ 1266.396773] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.406568] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427446, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.536110] env[65635]: WARNING neutronclient.v2_0.client [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.570129] env[65635]: DEBUG nova.compute.manager [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Received event network-changed-c42f79f1-1ca0-45e7-8647-f22b7fc720e0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1266.570226] env[65635]: DEBUG nova.compute.manager [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Refreshing instance network info cache due to event network-changed-c42f79f1-1ca0-45e7-8647-f22b7fc720e0. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1266.570428] env[65635]: DEBUG oslo_concurrency.lockutils [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] Acquiring lock "refresh_cache-410e639c-5fe0-4a59-8f26-5d6efd1e4813" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.570607] env[65635]: DEBUG oslo_concurrency.lockutils [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] Acquired lock "refresh_cache-410e639c-5fe0-4a59-8f26-5d6efd1e4813" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.570774] env[65635]: DEBUG nova.network.neutron [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Refreshing network info cache for port c42f79f1-1ca0-45e7-8647-f22b7fc720e0 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.613080] env[65635]: DEBUG nova.network.neutron [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance_info_cache with network_info: [{"id": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "address": "fa:16:3e:ae:08:23", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0009f2c7-8c", "ovs_interfaceid": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.682686] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5274ac67-9a60-0f97-4e6e-706adc72112b, 'name': SearchDatastore_Task, 'duration_secs': 0.013609} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.683593] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.684146] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 4fffdabe-942b-4566-b2a9-47834b63d254/4fffdabe-942b-4566-b2a9-47834b63d254.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.684146] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4022240f-cd46-42a5-ad0f-db718e674c92 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.693222] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1266.693222] env[65635]: value = "task-4427447" [ 1266.693222] env[65635]: _type = "Task" [ 1266.693222] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.703608] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.908518] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427446, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.076570] env[65635]: WARNING neutronclient.v2_0.client [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.115588] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.210524] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427447, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.334720] env[65635]: WARNING neutronclient.v2_0.client [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.410491] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427446, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.418770] env[65635]: DEBUG nova.network.neutron [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Updated VIF entry in instance network info cache for port c42f79f1-1ca0-45e7-8647-f22b7fc720e0. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1267.419442] env[65635]: DEBUG nova.network.neutron [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Updating instance_info_cache with network_info: [{"id": "c42f79f1-1ca0-45e7-8647-f22b7fc720e0", "address": "fa:16:3e:e8:98:96", "network": {"id": "26919532-4064-4e33-a777-3c2d5a8d5a13", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-89136931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbb1b49c42dc40429eb16feef85bdb34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42f79f1-1c", "ovs_interfaceid": "c42f79f1-1ca0-45e7-8647-f22b7fc720e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.642782] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2c99e4-9e4b-4535-b4f1-35b3e452b2a6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.664716] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d265b8f8-689a-4b02-884b-47831d2d1733 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.673312] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance '22ac5fc8-984f-4068-871a-a46b668c7553' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.705471] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791174} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.705471] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 4fffdabe-942b-4566-b2a9-47834b63d254/4fffdabe-942b-4566-b2a9-47834b63d254.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.705698] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.705964] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-add61c4c-e837-41b1-b206-7d3b8659b502 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.717540] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1267.717540] env[65635]: value = "task-4427448" [ 1267.717540] env[65635]: _type = "Task" [ 1267.717540] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.729954] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.908902] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427446, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.921774] env[65635]: DEBUG oslo_concurrency.lockutils [req-f3db0179-18f1-49ca-84df-23cc1d5da63e req-8de5695d-8ca3-42a5-afec-979b8b69d3d2 service nova] Releasing lock "refresh_cache-410e639c-5fe0-4a59-8f26-5d6efd1e4813" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.179852] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.180185] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54c8cf51-78c2-402c-bd19-5c383d0350ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.188868] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1268.188868] env[65635]: value = "task-4427449" [ 1268.188868] env[65635]: _type = "Task" [ 1268.188868] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.200368] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.228698] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107461} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.229520] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.230318] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d129cee-371a-4935-afee-a6a6e5634787 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.257352] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4fffdabe-942b-4566-b2a9-47834b63d254/4fffdabe-942b-4566-b2a9-47834b63d254.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.257634] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53dbeb3-d334-44c8-a423-e0606cab392d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.279695] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1268.279695] env[65635]: value = "task-4427450" [ 1268.279695] env[65635]: _type = "Task" [ 1268.279695] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.288950] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.408550] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427446, 'name': CreateVM_Task, 'duration_secs': 1.630364} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.409011] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.409283] env[65635]: WARNING neutronclient.v2_0.client [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.409669] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.409843] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.410186] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.410478] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6058d9fc-c919-4ebd-89eb-e62d57710d82 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.416660] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1268.416660] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d5c1e7-e07d-31b8-440d-4c7d1cf5d498" [ 1268.416660] env[65635]: _type = "Task" [ 1268.416660] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.426078] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d5c1e7-e07d-31b8-440d-4c7d1cf5d498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.700095] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.792630] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427450, 'name': ReconfigVM_Task, 'duration_secs': 0.463517} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.793221] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4fffdabe-942b-4566-b2a9-47834b63d254/4fffdabe-942b-4566-b2a9-47834b63d254.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.794138] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9955dd31-d598-4086-b63f-e2195aa3ba44 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.805047] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1268.805047] env[65635]: value = "task-4427451" [ 1268.805047] env[65635]: _type = "Task" [ 1268.805047] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.817529] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427451, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.930639] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52d5c1e7-e07d-31b8-440d-4c7d1cf5d498, 'name': SearchDatastore_Task, 'duration_secs': 0.027534} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.931212] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.931611] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.931944] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.932331] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.932614] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.933230] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52056ea3-6d56-47b5-afb1-e67afff9f50a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.948389] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.948389] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.948389] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5eadc4-c433-4508-a090-bd603d55f9bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.959139] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1268.959139] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]524fbee2-a5d8-4846-4a58-a73c5349fd45" [ 1268.959139] env[65635]: _type = "Task" [ 1268.959139] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.974661] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524fbee2-a5d8-4846-4a58-a73c5349fd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.202015] env[65635]: DEBUG oslo_vmware.api [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427449, 'name': PowerOnVM_Task, 'duration_secs': 0.675522} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.202490] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.202747] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c27b8f80-aacb-4a6c-bbe7-1b8dbca11c67 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance '22ac5fc8-984f-4068-871a-a46b668c7553' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.318134] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427451, 'name': Rename_Task, 'duration_secs': 0.297142} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.318495] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.318551] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43cc7b0d-caba-4c8b-88a4-de09758756ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.328033] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1269.328033] env[65635]: value = "task-4427452" [ 1269.328033] env[65635]: _type = "Task" [ 1269.328033] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.339052] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.475413] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]524fbee2-a5d8-4846-4a58-a73c5349fd45, 'name': SearchDatastore_Task, 'duration_secs': 0.019451} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.479301] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d71810a-38ee-4230-b84c-7071889ee449 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.489919] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1269.489919] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52365b07-ca85-9b50-d1d2-09b9d4338693" [ 1269.489919] env[65635]: _type = "Task" [ 1269.489919] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.500196] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52365b07-ca85-9b50-d1d2-09b9d4338693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.840839] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.005170] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52365b07-ca85-9b50-d1d2-09b9d4338693, 'name': SearchDatastore_Task, 'duration_secs': 0.028175} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.005703] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.006234] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 410e639c-5fe0-4a59-8f26-5d6efd1e4813/410e639c-5fe0-4a59-8f26-5d6efd1e4813.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.006701] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d824837e-bd9c-45c2-9b59-dc29cdb6cae3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.018816] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1270.018816] env[65635]: value = "task-4427453" [ 1270.018816] env[65635]: _type = "Task" [ 1270.018816] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.027398] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.166752] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquiring lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.167097] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.343577] env[65635]: DEBUG oslo_vmware.api [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427452, 'name': PowerOnVM_Task, 'duration_secs': 0.829101} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.344123] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.344123] env[65635]: INFO nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1270.344472] env[65635]: DEBUG nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1270.345559] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaabeda-d25d-4c7e-9d30-8d76ad874d37 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.536508] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427453, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.670774] env[65635]: DEBUG nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1270.869320] env[65635]: INFO nova.compute.manager [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Took 17.00 seconds to build instance. [ 1271.028593] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572012} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.028954] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore1] 410e639c-5fe0-4a59-8f26-5d6efd1e4813/410e639c-5fe0-4a59-8f26-5d6efd1e4813.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.029211] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.029496] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79afa8fc-bdc6-46ae-addd-64d56a2158c6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.039051] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1271.039051] env[65635]: value = "task-4427454" [ 1271.039051] env[65635]: _type = "Task" [ 1271.039051] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.051391] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.198244] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.198658] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.201620] env[65635]: INFO nova.compute.claims [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.311099] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.367331] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.367943] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.368312] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.371158] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a28f8773-183e-4a73-b5c0-77ff050199e5 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "4fffdabe-942b-4566-b2a9-47834b63d254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.513s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.414863] env[65635]: DEBUG nova.network.neutron [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Port 0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1271.415795] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.416300] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.416571] env[65635]: DEBUG nova.network.neutron [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1271.549691] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081777} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.550113] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.550762] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae6a8c-70aa-4e34-8b4f-500dd544f093 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.576307] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 410e639c-5fe0-4a59-8f26-5d6efd1e4813/410e639c-5fe0-4a59-8f26-5d6efd1e4813.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.577133] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be530128-9826-46ad-b9dc-1bcd053a02a2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.598333] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1271.598333] env[65635]: value = "task-4427455" [ 1271.598333] env[65635]: _type = "Task" [ 1271.598333] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.613966] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.719488] env[65635]: DEBUG nova.compute.manager [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Received event network-changed-842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1271.719857] env[65635]: DEBUG nova.compute.manager [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Refreshing instance network info cache due to event network-changed-842d71c7-dca1-43fb-8e60-a5fd7f6cc626. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1271.719982] env[65635]: DEBUG oslo_concurrency.lockutils [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] Acquiring lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.720171] env[65635]: DEBUG oslo_concurrency.lockutils [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] Acquired lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.720292] env[65635]: DEBUG nova.network.neutron [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Refreshing network info cache for port 842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.918419] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a42f0-f837-6cfd-48c0-25fd3790b6a5/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1271.920074] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092147e-4081-4fad-a7ed-b85dee07447e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.923619] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.930614] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a42f0-f837-6cfd-48c0-25fd3790b6a5/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1271.930816] env[65635]: ERROR oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a42f0-f837-6cfd-48c0-25fd3790b6a5/disk-0.vmdk due to incomplete transfer. [ 1271.931101] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98168c94-7552-4512-abb2-b4c55157b5ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.940432] env[65635]: DEBUG oslo_vmware.rw_handles [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a42f0-f837-6cfd-48c0-25fd3790b6a5/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1271.940591] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Uploaded image 002f1df9-ded2-4d70-bdb7-3753fcd277f0 to the Glance image server {{(pid=65635) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1271.943122] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Destroying the VM {{(pid=65635) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1271.943506] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c296757-e7a5-4000-8e10-8d9028397414 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.951155] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1271.951155] env[65635]: value = "task-4427456" [ 1271.951155] env[65635]: _type = "Task" [ 1271.951155] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.961592] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427456, 'name': Destroy_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.108635] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.130760] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.203063] env[65635]: DEBUG nova.network.neutron [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance_info_cache with network_info: [{"id": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "address": "fa:16:3e:ae:08:23", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0009f2c7-8c", "ovs_interfaceid": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.222912] env[65635]: WARNING neutronclient.v2_0.client [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.360607] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8808c59e-60f9-4bd8-bd23-0a9f77f4f7b8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.369902] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a7333d-e624-480f-a0e3-9d0dc0d6e1c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.406707] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e957d8-8701-4968-80e8-3a6ef8aece67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.410571] env[65635]: WARNING neutronclient.v2_0.client [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.419566] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ec8a16-71bf-4255-bd95-c7644f763ac2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.435877] env[65635]: DEBUG nova.compute.provider_tree [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.462528] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427456, 'name': Destroy_Task} progress is 33%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.491859] env[65635]: DEBUG nova.network.neutron [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Updated VIF entry in instance network info cache for port 842d71c7-dca1-43fb-8e60-a5fd7f6cc626. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1272.492236] env[65635]: DEBUG nova.network.neutron [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Updating instance_info_cache with network_info: [{"id": "842d71c7-dca1-43fb-8e60-a5fd7f6cc626", "address": "fa:16:3e:ed:52:fd", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842d71c7-dc", "ovs_interfaceid": "842d71c7-dca1-43fb-8e60-a5fd7f6cc626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.610637] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427455, 'name': ReconfigVM_Task, 'duration_secs': 0.977699} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.610923] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 410e639c-5fe0-4a59-8f26-5d6efd1e4813/410e639c-5fe0-4a59-8f26-5d6efd1e4813.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.611625] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c99bd1a-996f-4402-8755-8058c8af9160 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.619574] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1272.619574] env[65635]: value = "task-4427457" [ 1272.619574] env[65635]: _type = "Task" [ 1272.619574] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.631288] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427457, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.707277] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.939225] env[65635]: DEBUG nova.scheduler.client.report [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.964117] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427456, 'name': Destroy_Task, 'duration_secs': 0.806776} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.964441] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Destroyed the VM [ 1272.964684] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Deleting Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1272.964950] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85baca8a-5880-40a5-a7fc-dd1ec5725879 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.973306] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1272.973306] env[65635]: value = "task-4427459" [ 1272.973306] env[65635]: _type = "Task" [ 1272.973306] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.986713] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427459, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.995164] env[65635]: DEBUG oslo_concurrency.lockutils [req-167301f4-90de-47d4-8273-20deceecba46 req-33eedabf-afd9-4994-95e9-86ac60ebd27a service nova] Releasing lock "refresh_cache-4fffdabe-942b-4566-b2a9-47834b63d254" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.131574] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427457, 'name': Rename_Task, 'duration_secs': 0.225376} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.132050] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.132404] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e7218ba-7b51-496e-8203-2ea25627a7b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.142233] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1273.142233] env[65635]: value = "task-4427460" [ 1273.142233] env[65635]: _type = "Task" [ 1273.142233] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.155635] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.211474] env[65635]: DEBUG nova.compute.manager [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65635) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1273.211474] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.445679] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.446108] env[65635]: DEBUG nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1273.448811] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.237s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.484805] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427459, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.653305] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.952601] env[65635]: DEBUG nova.compute.utils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.954414] env[65635]: DEBUG nova.objects.instance [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'migration_context' on Instance uuid 22ac5fc8-984f-4068-871a-a46b668c7553 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.956038] env[65635]: DEBUG nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1273.956513] env[65635]: DEBUG nova.network.neutron [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1273.956662] env[65635]: WARNING neutronclient.v2_0.client [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.957078] env[65635]: WARNING neutronclient.v2_0.client [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.987011] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427459, 'name': RemoveSnapshot_Task, 'duration_secs': 0.790388} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.987294] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Deleted Snapshot of the VM instance {{(pid=65635) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1273.987592] env[65635]: DEBUG nova.compute.manager [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1273.988393] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bdf983-4c69-4d6b-8866-4e5902aee2fb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.020544] env[65635]: DEBUG nova.policy [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992c2cb66ca3489badaf36b3b62c5612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7633ade588f4b3e9b208358defe6fc7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.160431] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427460, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.345256] env[65635]: DEBUG nova.network.neutron [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Successfully created port: 2cac1d8c-6364-4a4f-9aea-a80da3a01fa2 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1274.457252] env[65635]: DEBUG nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1274.505058] env[65635]: INFO nova.compute.manager [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Shelve offloading [ 1274.605675] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee50ecd-52dc-4cc0-ad51-0cc732ac30a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.614775] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91c534b-0cc7-4a61-9f3d-17e08e411b2b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.650983] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382cd191-54d6-4387-ab11-778c2bd725ff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.661551] env[65635]: DEBUG oslo_vmware.api [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427460, 'name': PowerOnVM_Task, 'duration_secs': 1.030829} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.661901] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.662122] env[65635]: INFO nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1274.662300] env[65635]: DEBUG nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1274.663524] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03ca47-36f5-4bb8-9e2a-6bb934471223 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.667668] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69001289-99b9-4fe8-9ec7-76b4c8a7be89 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.683384] env[65635]: DEBUG nova.compute.provider_tree [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.010080] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.010417] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b85417-3f65-46a7-92ff-8ac9836c65b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.019309] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1275.019309] env[65635]: value = "task-4427461" [ 1275.019309] env[65635]: _type = "Task" [ 1275.019309] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.030539] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] VM already powered off {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1275.030762] env[65635]: DEBUG nova.compute.manager [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1275.031556] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91c9aa0-59a2-4db9-a528-fb9f2ed2e85e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.038850] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.039031] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.039203] env[65635]: DEBUG nova.network.neutron [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1275.190744] env[65635]: DEBUG nova.scheduler.client.report [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.201976] env[65635]: INFO nova.compute.manager [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Took 17.23 seconds to build instance. [ 1275.470491] env[65635]: DEBUG nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1275.493554] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1275.493697] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.493814] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1275.494100] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.494176] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1275.494293] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1275.494560] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.494748] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1275.494921] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1275.495094] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1275.495268] env[65635]: DEBUG nova.virt.hardware [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1275.496163] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a56fb7-86dc-407b-8563-121af84d7815 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.505135] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff69768a-02cc-4559-a857-201a943e56d2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.541835] env[65635]: WARNING neutronclient.v2_0.client [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.705769] env[65635]: DEBUG oslo_concurrency.lockutils [None req-45b6bb85-2f19-406e-9cd0-9f607add07c1 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.746s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.803132] env[65635]: DEBUG nova.compute.manager [req-d41a1df8-82a6-42ad-9558-cecabdc95cc3 req-1766ab39-34f9-43b4-b987-295072b58bf6 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Received event network-vif-plugged-2cac1d8c-6364-4a4f-9aea-a80da3a01fa2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1275.803413] env[65635]: DEBUG oslo_concurrency.lockutils [req-d41a1df8-82a6-42ad-9558-cecabdc95cc3 req-1766ab39-34f9-43b4-b987-295072b58bf6 service nova] Acquiring lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.803571] env[65635]: DEBUG oslo_concurrency.lockutils [req-d41a1df8-82a6-42ad-9558-cecabdc95cc3 req-1766ab39-34f9-43b4-b987-295072b58bf6 service nova] Lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.803812] env[65635]: DEBUG oslo_concurrency.lockutils [req-d41a1df8-82a6-42ad-9558-cecabdc95cc3 req-1766ab39-34f9-43b4-b987-295072b58bf6 service nova] Lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.804572] env[65635]: DEBUG nova.compute.manager [req-d41a1df8-82a6-42ad-9558-cecabdc95cc3 req-1766ab39-34f9-43b4-b987-295072b58bf6 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] No waiting events found dispatching network-vif-plugged-2cac1d8c-6364-4a4f-9aea-a80da3a01fa2 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1275.804963] env[65635]: WARNING nova.compute.manager [req-d41a1df8-82a6-42ad-9558-cecabdc95cc3 req-1766ab39-34f9-43b4-b987-295072b58bf6 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Received unexpected event network-vif-plugged-2cac1d8c-6364-4a4f-9aea-a80da3a01fa2 for instance with vm_state building and task_state spawning. [ 1275.893744] env[65635]: WARNING neutronclient.v2_0.client [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.896781] env[65635]: DEBUG nova.network.neutron [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Successfully updated port: 2cac1d8c-6364-4a4f-9aea-a80da3a01fa2 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1275.990059] env[65635]: DEBUG nova.network.neutron [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [{"id": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "address": "fa:16:3e:2b:7f:5c", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc17cda7-fd", "ovs_interfaceid": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.208562] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.760s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.399993] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquiring lock "refresh_cache-a8ca7852-7881-4c40-9d1b-156d65e65e3a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.399993] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquired lock "refresh_cache-a8ca7852-7881-4c40-9d1b-156d65e65e3a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.399993] env[65635]: DEBUG nova.network.neutron [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1276.493267] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.493662] env[65635]: WARNING neutronclient.v2_0.client [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.493985] env[65635]: WARNING neutronclient.v2_0.client [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.521744] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.522085] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.522265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.522459] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.522921] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.528106] env[65635]: INFO nova.compute.manager [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Terminating instance [ 1276.772308] env[65635]: DEBUG nova.compute.manager [req-2f6a45e8-2ca4-4465-b994-8482674e4e1f req-3ca2e3aa-f667-4359-983f-6857d74b518c service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received event network-vif-unplugged-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1276.773102] env[65635]: DEBUG oslo_concurrency.lockutils [req-2f6a45e8-2ca4-4465-b994-8482674e4e1f req-3ca2e3aa-f667-4359-983f-6857d74b518c service nova] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.773102] env[65635]: DEBUG oslo_concurrency.lockutils [req-2f6a45e8-2ca4-4465-b994-8482674e4e1f req-3ca2e3aa-f667-4359-983f-6857d74b518c service nova] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.773312] env[65635]: DEBUG oslo_concurrency.lockutils [req-2f6a45e8-2ca4-4465-b994-8482674e4e1f req-3ca2e3aa-f667-4359-983f-6857d74b518c service nova] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.773484] env[65635]: DEBUG nova.compute.manager [req-2f6a45e8-2ca4-4465-b994-8482674e4e1f req-3ca2e3aa-f667-4359-983f-6857d74b518c service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] No waiting events found dispatching network-vif-unplugged-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1276.773651] env[65635]: WARNING nova.compute.manager [req-2f6a45e8-2ca4-4465-b994-8482674e4e1f req-3ca2e3aa-f667-4359-983f-6857d74b518c service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received unexpected event network-vif-unplugged-cc17cda7-fd03-4178-a8a2-f0215753c05f for instance with vm_state shelved and task_state shelving_offloading. [ 1276.880800] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.881939] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a07739-0272-4cc8-a004-9c93ba29a5f6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.891489] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.891801] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-658b8e3d-0bd0-4c40-a2c7-f83f96a449f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.939931] env[65635]: DEBUG nova.network.neutron [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1276.972894] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.972894] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.972894] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleting the datastore file [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.973193] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05f7ae70-a1f7-45aa-afd1-39ed59d06905 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.981822] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1276.981822] env[65635]: value = "task-4427464" [ 1276.981822] env[65635]: _type = "Task" [ 1276.981822] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.993057] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.033447] env[65635]: DEBUG nova.compute.manager [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1277.033519] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.034900] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef946e2-c203-4be0-b21e-b92a80f931e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.038998] env[65635]: WARNING neutronclient.v2_0.client [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.047160] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.047424] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aed8b346-8edb-4da0-b2c3-f67fc839c9ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.055613] env[65635]: DEBUG oslo_vmware.api [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1277.055613] env[65635]: value = "task-4427465" [ 1277.055613] env[65635]: _type = "Task" [ 1277.055613] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.064667] env[65635]: DEBUG oslo_vmware.api [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.119356] env[65635]: DEBUG nova.network.neutron [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Updating instance_info_cache with network_info: [{"id": "2cac1d8c-6364-4a4f-9aea-a80da3a01fa2", "address": "fa:16:3e:fb:83:03", "network": {"id": "c9cea566-489c-4653-98fc-a60877966082", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-163215233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7633ade588f4b3e9b208358defe6fc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cac1d8c-63", "ovs_interfaceid": "2cac1d8c-6364-4a4f-9aea-a80da3a01fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.492534] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.568289] env[65635]: DEBUG oslo_vmware.api [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427465, 'name': PowerOffVM_Task, 'duration_secs': 0.233149} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.568733] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.568791] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.569057] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d2a3e4-7b3c-44d1-9ac8-5eb4ecd90cab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.622918] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Releasing lock "refresh_cache-a8ca7852-7881-4c40-9d1b-156d65e65e3a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.623360] env[65635]: DEBUG nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Instance network_info: |[{"id": "2cac1d8c-6364-4a4f-9aea-a80da3a01fa2", "address": "fa:16:3e:fb:83:03", "network": {"id": "c9cea566-489c-4653-98fc-a60877966082", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-163215233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7633ade588f4b3e9b208358defe6fc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cac1d8c-63", "ovs_interfaceid": "2cac1d8c-6364-4a4f-9aea-a80da3a01fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1277.623836] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:83:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cac1d8c-6364-4a4f-9aea-a80da3a01fa2', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.632884] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Creating folder: Project (c7633ade588f4b3e9b208358defe6fc7). Parent ref: group-v866005. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.633222] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06c1fb50-3e68-4b53-9790-504e86f1b81c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.636975] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.637194] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.637400] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Deleting the datastore file [datastore1] 410e639c-5fe0-4a59-8f26-5d6efd1e4813 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.637659] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc40bacc-69e3-40f0-acd8-d1ae0d6ea5a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.644679] env[65635]: DEBUG oslo_vmware.api [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for the task: (returnval){ [ 1277.644679] env[65635]: value = "task-4427468" [ 1277.644679] env[65635]: _type = "Task" [ 1277.644679] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.646168] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Created folder: Project (c7633ade588f4b3e9b208358defe6fc7) in parent group-v866005. [ 1277.646347] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Creating folder: Instances. Parent ref: group-v866338. {{(pid=65635) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.649773] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d998333d-0732-4fca-bb27-2218ef1fea57 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.657091] env[65635]: DEBUG oslo_vmware.api [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.751867] env[65635]: INFO nova.compute.manager [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Swapping old allocation on dict_keys(['432a514d-d1fd-40ae-bb26-2e951558dfd9']) held by migration 61e21803-a038-410d-b546-a0f90c6c4b05 for instance [ 1277.778505] env[65635]: DEBUG nova.scheduler.client.report [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Overwriting current allocation {'allocations': {'432a514d-d1fd-40ae-bb26-2e951558dfd9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': 'e96d7247b65341c08362ae9d76397bf0', 'user_id': '97370138523c440d96bb7a488c2b2dac', 'consumer_generation': 1} on consumer 22ac5fc8-984f-4068-871a-a46b668c7553 {{(pid=65635) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1277.832084] env[65635]: INFO nova.virt.vmwareapi.vm_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Created folder: Instances in parent group-v866338. [ 1277.832421] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1277.832661] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.832959] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42b19186-c16c-4ba2-8ae1-5948beb31ab4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.852465] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.855739] env[65635]: DEBUG nova.compute.manager [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Received event network-changed-2cac1d8c-6364-4a4f-9aea-a80da3a01fa2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1277.855914] env[65635]: DEBUG nova.compute.manager [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Refreshing instance network info cache due to event network-changed-2cac1d8c-6364-4a4f-9aea-a80da3a01fa2. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1277.856135] env[65635]: DEBUG oslo_concurrency.lockutils [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] Acquiring lock "refresh_cache-a8ca7852-7881-4c40-9d1b-156d65e65e3a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.856388] env[65635]: DEBUG oslo_concurrency.lockutils [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] Acquired lock "refresh_cache-a8ca7852-7881-4c40-9d1b-156d65e65e3a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.856671] env[65635]: DEBUG nova.network.neutron [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Refreshing network info cache for port 2cac1d8c-6364-4a4f-9aea-a80da3a01fa2 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.864492] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.864492] env[65635]: value = "task-4427470" [ 1277.864492] env[65635]: _type = "Task" [ 1277.864492] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.875229] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427470, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.903663] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.903828] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.904022] env[65635]: DEBUG nova.network.neutron [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1277.995553] env[65635]: DEBUG oslo_vmware.api [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594749} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.995907] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.996132] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.996380] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.019552] env[65635]: INFO nova.scheduler.client.report [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted allocations for instance 8eb484eb-3153-4222-b673-3acfcd6d8a4a [ 1278.156907] env[65635]: DEBUG oslo_vmware.api [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Task: {'id': task-4427468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36541} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.157189] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.157379] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.157577] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.157754] env[65635]: INFO nova.compute.manager [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1278.157997] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1278.158211] env[65635]: DEBUG nova.compute.manager [-] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1278.158344] env[65635]: DEBUG nova.network.neutron [-] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1278.158554] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.192307] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.360592] env[65635]: WARNING neutronclient.v2_0.client [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.375119] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427470, 'name': CreateVM_Task, 'duration_secs': 0.507929} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.375407] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.376250] env[65635]: WARNING neutronclient.v2_0.client [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.376443] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.376655] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.377054] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.377393] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759e6d9b-3779-4eea-b316-7ef0d1ea6121 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.383783] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1278.383783] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be75cc-1a7d-bd4c-0c02-ddf2fa42f96e" [ 1278.383783] env[65635]: _type = "Task" [ 1278.383783] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.393654] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be75cc-1a7d-bd4c-0c02-ddf2fa42f96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.407169] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.524059] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.524356] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.524582] env[65635]: DEBUG nova.objects.instance [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'resources' on Instance uuid 8eb484eb-3153-4222-b673-3acfcd6d8a4a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.590033] env[65635]: WARNING neutronclient.v2_0.client [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.660892] env[65635]: WARNING neutronclient.v2_0.client [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.666603] env[65635]: DEBUG nova.network.neutron [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Updated VIF entry in instance network info cache for port 2cac1d8c-6364-4a4f-9aea-a80da3a01fa2. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1278.666944] env[65635]: DEBUG nova.network.neutron [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Updating instance_info_cache with network_info: [{"id": "2cac1d8c-6364-4a4f-9aea-a80da3a01fa2", "address": "fa:16:3e:fb:83:03", "network": {"id": "c9cea566-489c-4653-98fc-a60877966082", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-163215233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7633ade588f4b3e9b208358defe6fc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cac1d8c-63", "ovs_interfaceid": "2cac1d8c-6364-4a4f-9aea-a80da3a01fa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.732215] env[65635]: DEBUG nova.network.neutron [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance_info_cache with network_info: [{"id": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "address": "fa:16:3e:ae:08:23", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0009f2c7-8c", "ovs_interfaceid": "0009f2c7-8ccf-4de5-9472-3adfdfcae5c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.832565] env[65635]: DEBUG nova.compute.manager [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received event network-changed-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1278.832565] env[65635]: DEBUG nova.compute.manager [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Refreshing instance network info cache due to event network-changed-cc17cda7-fd03-4178-a8a2-f0215753c05f. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1278.832764] env[65635]: DEBUG oslo_concurrency.lockutils [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] Acquiring lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.832934] env[65635]: DEBUG oslo_concurrency.lockutils [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] Acquired lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.833129] env[65635]: DEBUG nova.network.neutron [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Refreshing network info cache for port cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.896592] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52be75cc-1a7d-bd4c-0c02-ddf2fa42f96e, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.897758] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.898144] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.898588] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.898810] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.899064] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.899780] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9b10794-6abb-4679-8062-0ec789de1e03 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.910031] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.910308] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.911131] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa671244-4082-4483-87f6-0896848d26f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.917874] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1278.917874] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5225590c-57c0-f54e-b20b-50a1d68b6c73" [ 1278.917874] env[65635]: _type = "Task" [ 1278.917874] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.929754] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5225590c-57c0-f54e-b20b-50a1d68b6c73, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.930702] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c922ee55-c149-42d0-bdb4-81ffb8ea01a4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.936670] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1278.936670] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52651de8-60ee-b642-0a83-4e8117613b1b" [ 1278.936670] env[65635]: _type = "Task" [ 1278.936670] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.941635] env[65635]: DEBUG nova.network.neutron [-] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.945960] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52651de8-60ee-b642-0a83-4e8117613b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.028292] env[65635]: DEBUG nova.objects.instance [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'numa_topology' on Instance uuid 8eb484eb-3153-4222-b673-3acfcd6d8a4a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.169887] env[65635]: DEBUG oslo_concurrency.lockutils [req-e522d627-7134-40ce-8710-20f419f90ed0 req-b79550a7-e851-4bdc-8a2e-c523ba190f44 service nova] Releasing lock "refresh_cache-a8ca7852-7881-4c40-9d1b-156d65e65e3a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.237257] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-22ac5fc8-984f-4068-871a-a46b668c7553" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.237745] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.238063] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f21947d-a116-4601-9446-a5dc15deaf2d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.246604] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1279.246604] env[65635]: value = "task-4427472" [ 1279.246604] env[65635]: _type = "Task" [ 1279.246604] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.256856] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.336520] env[65635]: WARNING neutronclient.v2_0.client [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.447409] env[65635]: INFO nova.compute.manager [-] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Took 1.29 seconds to deallocate network for instance. [ 1279.452994] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52651de8-60ee-b642-0a83-4e8117613b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.455972] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.456637] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] a8ca7852-7881-4c40-9d1b-156d65e65e3a/a8ca7852-7881-4c40-9d1b-156d65e65e3a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.457250] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a3ae8f8-cb93-4142-b3d1-8e10b57d6e56 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.466533] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1279.466533] env[65635]: value = "task-4427473" [ 1279.466533] env[65635]: _type = "Task" [ 1279.466533] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.476739] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.530923] env[65635]: DEBUG nova.objects.base [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Object Instance<8eb484eb-3153-4222-b673-3acfcd6d8a4a> lazy-loaded attributes: resources,numa_topology {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1279.546648] env[65635]: WARNING neutronclient.v2_0.client [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.620090] env[65635]: DEBUG nova.network.neutron [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updated VIF entry in instance network info cache for port cc17cda7-fd03-4178-a8a2-f0215753c05f. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1279.620456] env[65635]: DEBUG nova.network.neutron [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [{"id": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "address": "fa:16:3e:2b:7f:5c", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": null, "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcc17cda7-fd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.656363] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e83fd4-b86c-43c3-ab99-fbc1bef7cca3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.665124] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e607949c-3795-4e7d-8fb9-2db5b174e039 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.699952] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47976cd-f9a5-4e38-949b-131ff32cdaf7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.709174] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26d1e2b-eec9-43a1-9d97-b56e21fbfe2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.723811] env[65635]: DEBUG nova.compute.provider_tree [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.757172] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427472, 'name': PowerOffVM_Task, 'duration_secs': 0.200514} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.757471] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.758269] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1279.758531] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.758690] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1279.758884] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.759040] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1279.759204] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1279.759423] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.759596] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1279.759769] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1279.759932] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1279.760130] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1279.765620] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3299b8e2-fabd-4f92-baf8-365e67500f5f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.787364] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1279.787364] env[65635]: value = "task-4427474" [ 1279.787364] env[65635]: _type = "Task" [ 1279.787364] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.798381] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.946522] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.958325] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.980191] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427473, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.123778] env[65635]: DEBUG oslo_concurrency.lockutils [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] Releasing lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.124091] env[65635]: DEBUG nova.compute.manager [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Received event network-vif-deleted-c42f79f1-1ca0-45e7-8647-f22b7fc720e0 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1280.124333] env[65635]: INFO nova.compute.manager [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Neutron deleted interface c42f79f1-1ca0-45e7-8647-f22b7fc720e0; detaching it from the instance and deleting it from the info cache [ 1280.124515] env[65635]: DEBUG nova.network.neutron [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.227309] env[65635]: DEBUG nova.scheduler.client.report [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.297472] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427474, 'name': ReconfigVM_Task, 'duration_secs': 0.177054} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.298328] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5110a0b-9646-4863-9fbb-6224b6bc924a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.322986] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1280.323218] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.323383] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1280.323560] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.323706] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1280.323854] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1280.324073] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.324243] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1280.324406] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1280.324570] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1280.324756] env[65635]: DEBUG nova.virt.hardware [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1280.325649] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e984a7-36d1-4260-8d8c-b1f2145f16f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.331957] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1280.331957] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a75fe1-0028-e177-3f38-b14b915b1ee4" [ 1280.331957] env[65635]: _type = "Task" [ 1280.331957] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.342329] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52a75fe1-0028-e177-3f38-b14b915b1ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.007742} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.348023] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.348323] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d012699-00c9-4c4e-9188-e2d4cb985e84 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.368544] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1280.368544] env[65635]: value = "task-4427476" [ 1280.368544] env[65635]: _type = "Task" [ 1280.368544] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.377545] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.478712] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614547} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.478976] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] a8ca7852-7881-4c40-9d1b-156d65e65e3a/a8ca7852-7881-4c40-9d1b-156d65e65e3a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.479213] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.479494] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d7b99f-4410-40ae-a73f-5ecc40cb4011 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.487789] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1280.487789] env[65635]: value = "task-4427477" [ 1280.487789] env[65635]: _type = "Task" [ 1280.487789] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.498624] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.627485] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-595980bf-e68b-46b0-b167-50bc54d3c7b6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.638753] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b33741-6eef-47f0-9dd5-46aa61342291 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.669862] env[65635]: DEBUG nova.compute.manager [req-c7a547f2-b4b4-41e4-8679-2ffba3a95aed req-8609afbe-6cce-420d-b0a9-849542bd0d32 service nova] [instance: 410e639c-5fe0-4a59-8f26-5d6efd1e4813] Detach interface failed, port_id=c42f79f1-1ca0-45e7-8647-f22b7fc720e0, reason: Instance 410e639c-5fe0-4a59-8f26-5d6efd1e4813 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1280.732470] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.736195] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.778s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.736528] env[65635]: DEBUG nova.objects.instance [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lazy-loading 'resources' on Instance uuid 410e639c-5fe0-4a59-8f26-5d6efd1e4813 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.881236] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.000649] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06837} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.000928] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.001725] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd83e648-7779-4dee-9b63-6f09ad75fb7e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.024855] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a8ca7852-7881-4c40-9d1b-156d65e65e3a/a8ca7852-7881-4c40-9d1b-156d65e65e3a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.025188] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4649102f-456b-4900-bbff-84dca2094e92 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.049377] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1281.049377] env[65635]: value = "task-4427478" [ 1281.049377] env[65635]: _type = "Task" [ 1281.049377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.059937] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.324173] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e42f0445-1882-4118-ac1b-87cd1e609140 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.006s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.324173] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.299s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.324173] env[65635]: INFO nova.compute.manager [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Unshelving [ 1281.383202] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427476, 'name': ReconfigVM_Task, 'duration_secs': 0.591974} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.383486] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1281.384494] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b1789-2eb9-4531-9d5b-50d1026aedd2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.411220] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553/22ac5fc8-984f-4068-871a-a46b668c7553.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.414208] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.414441] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.414637] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.414813] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.414974] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.416476] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16203fd5-f00b-4984-829d-951825235edf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.429618] env[65635]: INFO nova.compute.manager [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Terminating instance [ 1281.439610] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1281.439610] env[65635]: value = "task-4427479" [ 1281.439610] env[65635]: _type = "Task" [ 1281.439610] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.452517] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.458715] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ef683e-085d-4cb4-9d8e-4574f5583259 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.466990] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec33220-3c6f-4d6a-92c9-51c997f16d3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.499959] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf6cbfe-96ac-4aed-a3ab-9aab2bdffeee {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.508464] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c165c05-b0b6-4416-88ca-77a716772870 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.523400] env[65635]: DEBUG nova.compute.provider_tree [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.558964] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427478, 'name': ReconfigVM_Task, 'duration_secs': 0.264748} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.559247] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a8ca7852-7881-4c40-9d1b-156d65e65e3a/a8ca7852-7881-4c40-9d1b-156d65e65e3a.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.559870] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc4d2cd8-8f8e-42cf-a5a6-d8fcdb6e57d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.567525] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1281.567525] env[65635]: value = "task-4427480" [ 1281.567525] env[65635]: _type = "Task" [ 1281.567525] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.576697] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427480, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.933669] env[65635]: DEBUG nova.compute.manager [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1281.934101] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.934914] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c103ec14-bb72-43a6-a445-4d8fe10fb4f4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.946581] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.947250] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-613b5520-8682-4d05-aaea-ff60f989a2bb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.952011] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427479, 'name': ReconfigVM_Task, 'duration_secs': 0.289266} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.953262] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553/22ac5fc8-984f-4068-871a-a46b668c7553.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.953645] env[65635]: DEBUG oslo_vmware.api [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1281.953645] env[65635]: value = "task-4427481" [ 1281.953645] env[65635]: _type = "Task" [ 1281.953645] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.954360] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6591300-fc27-4d42-b7a4-1b9e2cb0706e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.965666] env[65635]: DEBUG oslo_vmware.api [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.980714] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b561537-8900-4d86-bc93-5c8e79f6b128 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.002746] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16088e24-4253-4825-abfe-f598dedbb8c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.022072] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac86356-3fad-4568-b550-dc7592b1cbf0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.026144] env[65635]: DEBUG nova.scheduler.client.report [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.032646] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.033301] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e151bdf6-2e10-4a5f-9c3f-d939f12aa00e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.042284] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1282.042284] env[65635]: value = "task-4427482" [ 1282.042284] env[65635]: _type = "Task" [ 1282.042284] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.052627] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.079984] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427480, 'name': Rename_Task, 'duration_secs': 0.1493} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.080340] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.080672] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a00fc5c7-160a-4b34-82f6-9b89adc9c34e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.091207] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1282.091207] env[65635]: value = "task-4427483" [ 1282.091207] env[65635]: _type = "Task" [ 1282.091207] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.104650] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.272612] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.468622] env[65635]: DEBUG oslo_vmware.api [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427481, 'name': PowerOffVM_Task, 'duration_secs': 0.184126} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.468919] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.469127] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.469409] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b2c3df8-9db0-4f1e-b553-86fb50fdbe08 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.534643] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.537713] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.265s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.538021] env[65635]: DEBUG nova.objects.instance [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'pci_requests' on Instance uuid 8eb484eb-3153-4222-b673-3acfcd6d8a4a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.552978] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.553265] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.553644] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleting the datastore file [datastore2] f2b337bf-cbd9-490f-8358-f8424122300f {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.554101] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca4d80f2-2f96-4bdc-abef-c08af243cb6c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.561137] env[65635]: DEBUG oslo_vmware.api [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427482, 'name': PowerOnVM_Task, 'duration_secs': 0.41415} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.562978] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.567510] env[65635]: DEBUG oslo_vmware.api [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for the task: (returnval){ [ 1282.567510] env[65635]: value = "task-4427486" [ 1282.567510] env[65635]: _type = "Task" [ 1282.567510] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.569496] env[65635]: INFO nova.scheduler.client.report [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Deleted allocations for instance 410e639c-5fe0-4a59-8f26-5d6efd1e4813 [ 1282.585633] env[65635]: DEBUG oslo_vmware.api [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.603203] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427483, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.042657] env[65635]: DEBUG nova.objects.instance [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'numa_topology' on Instance uuid 8eb484eb-3153-4222-b673-3acfcd6d8a4a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.081039] env[65635]: DEBUG oslo_concurrency.lockutils [None req-3009162d-318e-4546-b4aa-21c2c1091ad7 tempest-ServerGroupTestJSON-1459963128 tempest-ServerGroupTestJSON-1459963128-project-member] Lock "410e639c-5fe0-4a59-8f26-5d6efd1e4813" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.559s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.085577] env[65635]: DEBUG oslo_vmware.api [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Task: {'id': task-4427486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176154} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.085844] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.086056] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.086244] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.086747] env[65635]: INFO nova.compute.manager [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1283.086801] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1283.087054] env[65635]: DEBUG nova.compute.manager [-] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1283.087178] env[65635]: DEBUG nova.network.neutron [-] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1283.087505] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.103951] env[65635]: DEBUG oslo_vmware.api [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427483, 'name': PowerOnVM_Task, 'duration_secs': 0.55559} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.104225] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.104435] env[65635]: INFO nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1283.104615] env[65635]: DEBUG nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1283.105478] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3097fa71-b7f0-4069-acd3-4fb06b4779da {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.128960] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.545037] env[65635]: INFO nova.compute.claims [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.579518] env[65635]: INFO nova.compute.manager [None req-0eceb55f-7c42-49cf-a4a8-1f174b497b7b tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance to original state: 'active' [ 1283.638823] env[65635]: INFO nova.compute.manager [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Took 12.46 seconds to build instance. [ 1283.654862] env[65635]: DEBUG nova.compute.manager [req-55fe472c-b5d7-4fdb-aeab-75d6bbbd3e67 req-00718338-e14f-4fcf-bce7-22b51124bb40 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Received event network-vif-deleted-0a6c2437-dd8c-488e-ac04-f26243492e29 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1283.655172] env[65635]: INFO nova.compute.manager [req-55fe472c-b5d7-4fdb-aeab-75d6bbbd3e67 req-00718338-e14f-4fcf-bce7-22b51124bb40 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Neutron deleted interface 0a6c2437-dd8c-488e-ac04-f26243492e29; detaching it from the instance and deleting it from the info cache [ 1283.655547] env[65635]: DEBUG nova.network.neutron [req-55fe472c-b5d7-4fdb-aeab-75d6bbbd3e67 req-00718338-e14f-4fcf-bce7-22b51124bb40 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.032016] env[65635]: DEBUG nova.network.neutron [-] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.141721] env[65635]: DEBUG oslo_concurrency.lockutils [None req-b39130a5-a5cd-4049-aada-cb86ff1651cf tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.974s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.160021] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07ad2eeb-f00e-4173-b6b9-6e0ac30648e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.169269] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e30f61c-ce51-41c6-aef7-68ab1e047447 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.201205] env[65635]: DEBUG nova.compute.manager [req-55fe472c-b5d7-4fdb-aeab-75d6bbbd3e67 req-00718338-e14f-4fcf-bce7-22b51124bb40 service nova] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Detach interface failed, port_id=0a6c2437-dd8c-488e-ac04-f26243492e29, reason: Instance f2b337bf-cbd9-490f-8358-f8424122300f could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1284.535833] env[65635]: INFO nova.compute.manager [-] [instance: f2b337bf-cbd9-490f-8358-f8424122300f] Took 1.45 seconds to deallocate network for instance. [ 1284.683702] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b987d30-3cd9-40bd-af73-88eb9d672d3d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.693342] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85ccd94-5832-4e6e-ab44-11d6e790c95c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.728720] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430b2f18-992a-43bc-b9fc-1da895e25eaa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.740736] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5bad0e-e4a3-40c7-95f8-10e668a4958b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.760088] env[65635]: DEBUG nova.compute.provider_tree [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.833685] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquiring lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.833989] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.834246] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquiring lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.834493] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.834647] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.837703] env[65635]: INFO nova.compute.manager [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Terminating instance [ 1285.044298] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.263709] env[65635]: DEBUG nova.scheduler.client.report [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.341786] env[65635]: DEBUG nova.compute.manager [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1285.342116] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.343121] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e27e3a-8d8a-4238-b81c-895f46941ddc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.352818] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.353170] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-472b4272-508d-49b0-beb4-5fcd424755c5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.361727] env[65635]: DEBUG oslo_vmware.api [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1285.361727] env[65635]: value = "task-4427487" [ 1285.361727] env[65635]: _type = "Task" [ 1285.361727] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.371341] env[65635]: DEBUG oslo_vmware.api [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.599692] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "22ac5fc8-984f-4068-871a-a46b668c7553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.599941] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "22ac5fc8-984f-4068-871a-a46b668c7553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.600179] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.600359] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.600528] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "22ac5fc8-984f-4068-871a-a46b668c7553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.602876] env[65635]: INFO nova.compute.manager [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Terminating instance [ 1285.769557] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.232s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.769928] env[65635]: WARNING neutronclient.v2_0.client [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.772501] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.728s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.772732] env[65635]: DEBUG nova.objects.instance [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lazy-loading 'resources' on Instance uuid f2b337bf-cbd9-490f-8358-f8424122300f {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.801834] env[65635]: INFO nova.network.neutron [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating port cc17cda7-fd03-4178-a8a2-f0215753c05f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1285.873109] env[65635]: DEBUG oslo_vmware.api [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427487, 'name': PowerOffVM_Task, 'duration_secs': 0.211755} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.873387] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.873554] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.873809] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df6d3558-efc5-4dce-8d37-138e45c87780 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.942111] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.942375] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.942571] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Deleting the datastore file [datastore2] a8ca7852-7881-4c40-9d1b-156d65e65e3a {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.942906] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f52890a-236b-43dc-a340-25ae8327fc3f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.951366] env[65635]: DEBUG oslo_vmware.api [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for the task: (returnval){ [ 1285.951366] env[65635]: value = "task-4427489" [ 1285.951366] env[65635]: _type = "Task" [ 1285.951366] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.962444] env[65635]: DEBUG oslo_vmware.api [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.107193] env[65635]: DEBUG nova.compute.manager [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1286.107473] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.108477] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24205181-d9cb-49b4-9acd-f3e4b4c0e6ba {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.117150] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.117428] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe4d7d8a-0e1d-4447-bec4-31984e7da97e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.125377] env[65635]: DEBUG oslo_vmware.api [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1286.125377] env[65635]: value = "task-4427490" [ 1286.125377] env[65635]: _type = "Task" [ 1286.125377] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.134441] env[65635]: DEBUG oslo_vmware.api [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.390242] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5778aafe-f909-46fb-a831-cd9ec9f5429f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.398823] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd98596-67a3-4151-bc8b-d0b4648fb995 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.435597] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5bd63a-2143-46c9-a90b-2e323b0ecee0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.444449] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46715226-4c46-46c0-841e-b57312441f55 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.458282] env[65635]: DEBUG nova.compute.provider_tree [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.467568] env[65635]: DEBUG oslo_vmware.api [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Task: {'id': task-4427489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367174} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.468405] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.468593] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.469826] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.469826] env[65635]: INFO nova.compute.manager [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1286.469826] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1286.469826] env[65635]: DEBUG nova.compute.manager [-] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1286.469826] env[65635]: DEBUG nova.network.neutron [-] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1286.469826] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.522471] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.636216] env[65635]: DEBUG oslo_vmware.api [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427490, 'name': PowerOffVM_Task, 'duration_secs': 0.300217} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.636531] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.636701] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.636957] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51b986d6-e141-4c21-9bfb-b2b49d228331 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.700146] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.700410] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.700594] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleting the datastore file [datastore2] 22ac5fc8-984f-4068-871a-a46b668c7553 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.700880] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7db00f5-ab43-4747-bfe1-4f488dfd7725 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.710017] env[65635]: DEBUG oslo_vmware.api [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1286.710017] env[65635]: value = "task-4427493" [ 1286.710017] env[65635]: _type = "Task" [ 1286.710017] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.720307] env[65635]: DEBUG oslo_vmware.api [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.737194] env[65635]: DEBUG nova.compute.manager [req-d17f6be9-bd8e-4823-b464-94cad7487437 req-6563ef7d-586c-472b-a1af-bb28a1527dd2 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Received event network-vif-deleted-2cac1d8c-6364-4a4f-9aea-a80da3a01fa2 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1286.737591] env[65635]: INFO nova.compute.manager [req-d17f6be9-bd8e-4823-b464-94cad7487437 req-6563ef7d-586c-472b-a1af-bb28a1527dd2 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Neutron deleted interface 2cac1d8c-6364-4a4f-9aea-a80da3a01fa2; detaching it from the instance and deleting it from the info cache [ 1286.737591] env[65635]: DEBUG nova.network.neutron [req-d17f6be9-bd8e-4823-b464-94cad7487437 req-6563ef7d-586c-472b-a1af-bb28a1527dd2 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.963917] env[65635]: DEBUG nova.scheduler.client.report [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.206086] env[65635]: DEBUG nova.network.neutron [-] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.221116] env[65635]: DEBUG oslo_vmware.api [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173328} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.221355] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.221532] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.221705] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.221875] env[65635]: INFO nova.compute.manager [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1287.222122] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1287.222316] env[65635]: DEBUG nova.compute.manager [-] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1287.222407] env[65635]: DEBUG nova.network.neutron [-] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1287.222645] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.240338] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a176b03-a3f2-4d19-84d7-cbd759009558 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.253052] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4de0bd-37e9-4c3d-bbc3-2ee96d2db41f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.267060] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.270203] env[65635]: DEBUG nova.compute.manager [req-bf2a7055-9c54-40b6-ac36-1bad5712cd83 req-e149a4df-f65e-4449-b17c-a67c74d7db71 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received event network-vif-plugged-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1287.270428] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf2a7055-9c54-40b6-ac36-1bad5712cd83 req-e149a4df-f65e-4449-b17c-a67c74d7db71 service nova] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.270636] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf2a7055-9c54-40b6-ac36-1bad5712cd83 req-e149a4df-f65e-4449-b17c-a67c74d7db71 service nova] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.270800] env[65635]: DEBUG oslo_concurrency.lockutils [req-bf2a7055-9c54-40b6-ac36-1bad5712cd83 req-e149a4df-f65e-4449-b17c-a67c74d7db71 service nova] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.270998] env[65635]: DEBUG nova.compute.manager [req-bf2a7055-9c54-40b6-ac36-1bad5712cd83 req-e149a4df-f65e-4449-b17c-a67c74d7db71 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] No waiting events found dispatching network-vif-plugged-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1287.271136] env[65635]: WARNING nova.compute.manager [req-bf2a7055-9c54-40b6-ac36-1bad5712cd83 req-e149a4df-f65e-4449-b17c-a67c74d7db71 service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received unexpected event network-vif-plugged-cc17cda7-fd03-4178-a8a2-f0215753c05f for instance with vm_state shelved_offloaded and task_state spawning. [ 1287.290290] env[65635]: DEBUG nova.compute.manager [req-d17f6be9-bd8e-4823-b464-94cad7487437 req-6563ef7d-586c-472b-a1af-bb28a1527dd2 service nova] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Detach interface failed, port_id=2cac1d8c-6364-4a4f-9aea-a80da3a01fa2, reason: Instance a8ca7852-7881-4c40-9d1b-156d65e65e3a could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1287.371012] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.371462] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.371462] env[65635]: DEBUG nova.network.neutron [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1287.469529] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.503261] env[65635]: INFO nova.scheduler.client.report [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Deleted allocations for instance f2b337bf-cbd9-490f-8358-f8424122300f [ 1287.708672] env[65635]: INFO nova.compute.manager [-] [instance: a8ca7852-7881-4c40-9d1b-156d65e65e3a] Took 1.24 seconds to deallocate network for instance. [ 1287.873370] env[65635]: WARNING neutronclient.v2_0.client [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.012045] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d5c97679-6c4d-4421-b9b7-f61a52f61e91 tempest-AttachVolumeShelveTestJSON-1399021062 tempest-AttachVolumeShelveTestJSON-1399021062-project-member] Lock "f2b337bf-cbd9-490f-8358-f8424122300f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.597s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.075240] env[65635]: WARNING neutronclient.v2_0.client [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.149935] env[65635]: DEBUG nova.network.neutron [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [{"id": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "address": "fa:16:3e:2b:7f:5c", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc17cda7-fd", "ovs_interfaceid": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.198790] env[65635]: DEBUG nova.network.neutron [-] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.215718] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.215718] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.215906] env[65635]: DEBUG nova.objects.instance [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lazy-loading 'resources' on Instance uuid a8ca7852-7881-4c40-9d1b-156d65e65e3a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.652723] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.680601] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4eba9f7438310bd37b56f91d79a42f24',container_format='bare',created_at=2025-11-12T23:23:49Z,direct_url=,disk_format='vmdk',id=002f1df9-ded2-4d70-bdb7-3753fcd277f0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-561904262-shelved',owner='10b1c23f67ee407fbf6daea28e3283e1',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-11-12T23:24:04Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1288.680868] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.681035] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1288.681219] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.681363] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1288.681506] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1288.681713] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1288.681872] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1288.682043] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1288.682206] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1288.682374] env[65635]: DEBUG nova.virt.hardware [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1288.683264] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47268a17-04c7-4737-98cc-a7a3118f82ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.692959] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00772b02-5f06-4d21-aa22-c41eb2de86d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.706761] env[65635]: INFO nova.compute.manager [-] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Took 1.48 seconds to deallocate network for instance. [ 1288.707292] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:7f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc17cda7-fd03-4178-a8a2-f0215753c05f', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.714734] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1288.716409] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.716595] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc5694a-588f-4c9f-9260-8ec8a0d19b99 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.742376] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.742376] env[65635]: value = "task-4427495" [ 1288.742376] env[65635]: _type = "Task" [ 1288.742376] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.751924] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427495, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.780903] env[65635]: DEBUG nova.compute.manager [req-18cbe8c9-a099-4759-9e17-a5af67089177 req-bf43f87e-b73e-4034-9dd2-1f4c20de3d1f service nova] [instance: 22ac5fc8-984f-4068-871a-a46b668c7553] Received event network-vif-deleted-0009f2c7-8ccf-4de5-9472-3adfdfcae5c3 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1288.840901] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880d59d7-1765-4be3-998a-560927491414 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.850132] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44757f12-e862-4d90-b170-5ddfc3f15a8a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.881797] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6741b3-7bb8-40d5-99e7-67031a6cae2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.890302] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac78c7dd-6f79-4d84-8d03-ffcbb40ccb7d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.904198] env[65635]: DEBUG nova.compute.provider_tree [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.237326] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.253185] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427495, 'name': CreateVM_Task, 'duration_secs': 0.363311} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.253578] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.254225] env[65635]: WARNING neutronclient.v2_0.client [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.254627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.254779] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.255163] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.255436] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca06ff3-d5d0-44e2-ba24-c3d0bf2a2f85 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.260805] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1289.260805] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]520337e0-5e56-26ef-f06e-8ee15bd2c1a6" [ 1289.260805] env[65635]: _type = "Task" [ 1289.260805] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.269867] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]520337e0-5e56-26ef-f06e-8ee15bd2c1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.299711] env[65635]: DEBUG nova.compute.manager [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received event network-changed-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1289.299911] env[65635]: DEBUG nova.compute.manager [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Refreshing instance network info cache due to event network-changed-cc17cda7-fd03-4178-a8a2-f0215753c05f. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1289.300132] env[65635]: DEBUG oslo_concurrency.lockutils [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] Acquiring lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.300274] env[65635]: DEBUG oslo_concurrency.lockutils [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] Acquired lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.300472] env[65635]: DEBUG nova.network.neutron [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Refreshing network info cache for port cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.407207] env[65635]: DEBUG nova.scheduler.client.report [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.771947] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.772247] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Processing image 002f1df9-ded2-4d70-bdb7-3753fcd277f0 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.772471] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0/002f1df9-ded2-4d70-bdb7-3753fcd277f0.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.772613] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0/002f1df9-ded2-4d70-bdb7-3753fcd277f0.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.772782] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.773055] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c892c2d5-f1e6-49c6-9441-a96868219183 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.783605] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.783923] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.785065] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a814feda-fd51-45c6-a273-5627e73e4376 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.791493] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1289.791493] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5222786d-9dee-dfa0-dc1e-3c00a4d84251" [ 1289.791493] env[65635]: _type = "Task" [ 1289.791493] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.803262] env[65635]: WARNING neutronclient.v2_0.client [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.808641] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5222786d-9dee-dfa0-dc1e-3c00a4d84251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.913626] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.915980] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.679s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.916285] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.938194] env[65635]: INFO nova.scheduler.client.report [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted allocations for instance 22ac5fc8-984f-4068-871a-a46b668c7553 [ 1289.941801] env[65635]: INFO nova.scheduler.client.report [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Deleted allocations for instance a8ca7852-7881-4c40-9d1b-156d65e65e3a [ 1289.985089] env[65635]: WARNING neutronclient.v2_0.client [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.064827] env[65635]: DEBUG nova.network.neutron [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updated VIF entry in instance network info cache for port cc17cda7-fd03-4178-a8a2-f0215753c05f. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1290.065183] env[65635]: DEBUG nova.network.neutron [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [{"id": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "address": "fa:16:3e:2b:7f:5c", "network": {"id": "46e48178-76a3-431a-b616-a5b0afd9cc54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-465181024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "10b1c23f67ee407fbf6daea28e3283e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc17cda7-fd", "ovs_interfaceid": "cc17cda7-fd03-4178-a8a2-f0215753c05f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.303121] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Preparing fetch location {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1290.303121] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Fetch image to [datastore2] OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082/OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082.vmdk {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1290.303121] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Downloading stream optimized image 002f1df9-ded2-4d70-bdb7-3753fcd277f0 to [datastore2] OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082/OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082.vmdk on the data store datastore2 as vApp {{(pid=65635) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1290.303121] env[65635]: DEBUG nova.virt.vmwareapi.images [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Downloading image file data 002f1df9-ded2-4d70-bdb7-3753fcd277f0 to the ESX as VM named 'OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082' {{(pid=65635) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1290.383570] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1290.383570] env[65635]: value = "resgroup-9" [ 1290.383570] env[65635]: _type = "ResourcePool" [ 1290.383570] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1290.383952] env[65635]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c65e97ae-c1da-4f8a-adfb-44537357f8d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.408564] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease: (returnval){ [ 1290.408564] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528830cd-562e-dcba-95b6-c9e58e5ac64e" [ 1290.408564] env[65635]: _type = "HttpNfcLease" [ 1290.408564] env[65635]: } obtained for vApp import into resource pool (val){ [ 1290.408564] env[65635]: value = "resgroup-9" [ 1290.408564] env[65635]: _type = "ResourcePool" [ 1290.408564] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1290.408900] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the lease: (returnval){ [ 1290.408900] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528830cd-562e-dcba-95b6-c9e58e5ac64e" [ 1290.408900] env[65635]: _type = "HttpNfcLease" [ 1290.408900] env[65635]: } to be ready. {{(pid=65635) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1290.418423] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.418423] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528830cd-562e-dcba-95b6-c9e58e5ac64e" [ 1290.418423] env[65635]: _type = "HttpNfcLease" [ 1290.418423] env[65635]: } is initializing. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1290.456192] env[65635]: DEBUG oslo_concurrency.lockutils [None req-d96fb889-6af0-4a27-b47d-585319c5f912 tempest-InstanceActionsV221TestJSON-967487894 tempest-InstanceActionsV221TestJSON-967487894-project-member] Lock "a8ca7852-7881-4c40-9d1b-156d65e65e3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.622s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.457371] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c1f244a5-a3b4-49e6-94f1-019cb2bb8fe6 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "22ac5fc8-984f-4068-871a-a46b668c7553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.857s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.567687] env[65635]: DEBUG oslo_concurrency.lockutils [req-93232958-7353-4f1f-90f8-2904fd8349e0 req-4584527e-21a8-4293-abc7-0ee1fda6fe9f service nova] Releasing lock "refresh_cache-8eb484eb-3153-4222-b673-3acfcd6d8a4a" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.918029] env[65635]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.918029] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528830cd-562e-dcba-95b6-c9e58e5ac64e" [ 1290.918029] env[65635]: _type = "HttpNfcLease" [ 1290.918029] env[65635]: } is ready. {{(pid=65635) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1290.918029] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1290.918029] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]528830cd-562e-dcba-95b6-c9e58e5ac64e" [ 1290.918029] env[65635]: _type = "HttpNfcLease" [ 1290.918029] env[65635]: }. {{(pid=65635) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1290.918808] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd74448-130f-4438-a190-d83493dcb294 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.928227] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed7ab0-494c-93ed-f22a-f5b6d5302af6/disk-0.vmdk from lease info. {{(pid=65635) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.928415] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed7ab0-494c-93ed-f22a-f5b6d5302af6/disk-0.vmdk. {{(pid=65635) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1290.986655] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.986790] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.994137] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-006d3ba6-8f23-48a4-bd5e-180dfd1797c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.492210] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.492410] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.492537] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.494413] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.494413] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.494413] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.494413] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1291.494413] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.919143] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.919786] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.996532] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.996887] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.997201] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.997514] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1292.000724] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83f3628-43e6-4044-bb58-f8c5df6f51fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.013535] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2857aab3-2190-49a7-9f4c-6911ca91c20c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.038549] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b0753-ab45-47c5-a783-0542cf488e88 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.048043] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6584782a-79aa-4ed8-9ea2-8eddf02827fe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.087623] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180005MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1292.087877] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.088219] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.105777] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Completed reading data from the image iterator. {{(pid=65635) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1292.106061] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed7ab0-494c-93ed-f22a-f5b6d5302af6/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1292.107021] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5c719a-aa04-41d2-802b-df23eea54a1d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.114549] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed7ab0-494c-93ed-f22a-f5b6d5302af6/disk-0.vmdk is in state: ready. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1292.114764] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed7ab0-494c-93ed-f22a-f5b6d5302af6/disk-0.vmdk. {{(pid=65635) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1292.115172] env[65635]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f752def6-df3f-40c4-b296-e8a735a40902 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.325566] env[65635]: DEBUG oslo_vmware.rw_handles [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed7ab0-494c-93ed-f22a-f5b6d5302af6/disk-0.vmdk. {{(pid=65635) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1292.325566] env[65635]: INFO nova.virt.vmwareapi.images [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Downloaded image file data 002f1df9-ded2-4d70-bdb7-3753fcd277f0 [ 1292.326012] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8af11-0722-4cb3-8825-ef7b1dcec0cf {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.342420] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2186dd5f-2faf-46b9-b820-b5abdef7d5b4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.400435] env[65635]: INFO nova.virt.vmwareapi.images [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] The imported VM was unregistered [ 1292.402833] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Caching image {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1292.403083] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Creating directory with path [datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0 {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.403388] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abbd22df-cdb1-40a2-9b5b-9aaf07d631c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.414901] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Created directory with path [datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0 {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.415131] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082/OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082.vmdk to [datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0/002f1df9-ded2-4d70-bdb7-3753fcd277f0.vmdk. {{(pid=65635) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1292.415413] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9b7cb8dc-a83c-4c60-8693-87c7f9bd93fd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.423203] env[65635]: DEBUG nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1292.426553] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1292.426553] env[65635]: value = "task-4427500" [ 1292.426553] env[65635]: _type = "Task" [ 1292.426553] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.436207] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427500, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.655614] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "f29ba918-1958-47d8-a1a8-724ec005e9de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.656213] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.942894] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427500, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.953490] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.126402] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 97d0e2a4-9546-4492-be83-6d23eccf6be8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1293.126981] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance f29ba918-1958-47d8-a1a8-724ec005e9de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1293.127314] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 4fffdabe-942b-4566-b2a9-47834b63d254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1293.127687] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 8eb484eb-3153-4222-b673-3acfcd6d8a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1293.163381] env[65635]: DEBUG nova.compute.utils [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.440899] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427500, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.631156] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance f3b32b00-321b-4d6f-bef7-393888d1ebb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1293.631790] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1293.632236] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_active': '3', 'num_task_None': '3', 'num_os_type_None': '4', 'num_proj_87c7d017d3a744be9fb936cc5083a4fc': '2', 'io_workload': '0', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_10b1c23f67ee407fbf6daea28e3283e1': '1', 'num_proj_94ec1ad50e2b4402a5f397cf3533110f': '1'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1293.666505] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.750240] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86570c9e-6c41-4aef-9ed2-96377e984478 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.760927] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d93a9b-e31c-41b3-a2ba-0be4c5154f04 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.805100] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9969172-4063-471f-a12a-db24b85fbcd4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.820930] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563e7f40-eb9e-4618-9165-33d5ede009ab {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.841276] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.943965] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427500, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.344637] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.442203] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427500, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.558657] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "934038d9-35b2-49b5-8922-b8b5467b6758" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.558894] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.760043] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "f29ba918-1958-47d8-a1a8-724ec005e9de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.760347] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.760663] env[65635]: INFO nova.compute.manager [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Attaching volume fbf2a656-3744-450b-806e-1233a639a22f to /dev/sdb [ 1294.799266] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e43850-b314-4454-8e86-44443df44f45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.807467] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22caf2c-006e-4284-8a8a-c555d415daec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.823082] env[65635]: DEBUG nova.virt.block_device [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Updating existing volume attachment record: 51ede237-1870-4958-a931-0a8a0633fcda {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1294.850497] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1294.850639] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.762s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.850809] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.898s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.852500] env[65635]: INFO nova.compute.claims [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.941979] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427500, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.417881} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.942275] env[65635]: INFO nova.virt.vmwareapi.ds_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082/OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082.vmdk to [datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0/002f1df9-ded2-4d70-bdb7-3753fcd277f0.vmdk. [ 1294.942465] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Cleaning up location [datastore2] OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082 {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1294.942619] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b056c300-97cc-4157-8e89-61b655c07082 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.942932] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe24c100-6c8d-4167-9c40-02b1611a68b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.952671] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1294.952671] env[65635]: value = "task-4427501" [ 1294.952671] env[65635]: _type = "Task" [ 1294.952671] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.964835] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.061990] env[65635]: DEBUG nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1295.462613] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039655} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.464383] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.464383] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0/002f1df9-ded2-4d70-bdb7-3753fcd277f0.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.464383] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0/002f1df9-ded2-4d70-bdb7-3753fcd277f0.vmdk to [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a/8eb484eb-3153-4222-b673-3acfcd6d8a4a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.464383] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce92a103-6c24-43e8-b902-4ed68b65368a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.472844] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1295.472844] env[65635]: value = "task-4427503" [ 1295.472844] env[65635]: _type = "Task" [ 1295.472844] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.483741] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.589364] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.953909] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1cb859-1955-4100-b42f-e712899d8cbd {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.966392] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc23749-ce68-4cf9-bab0-c8b27bd18dce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.002434] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90c66f3-4862-441c-92d3-12afca82b4b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.008243] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427503, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.015758] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbf13ca-db03-4cf5-b410-7dcec909230e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.032484] env[65635]: DEBUG nova.compute.provider_tree [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.490045] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427503, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.537420] env[65635]: DEBUG nova.scheduler.client.report [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.986659] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427503, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.043033] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.043354] env[65635]: DEBUG nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1297.046530] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.457s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.049170] env[65635]: INFO nova.compute.claims [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.488256] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427503, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.554178] env[65635]: DEBUG nova.compute.utils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.558192] env[65635]: DEBUG nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1297.558404] env[65635]: DEBUG nova.network.neutron [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1297.558800] env[65635]: WARNING neutronclient.v2_0.client [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.559157] env[65635]: WARNING neutronclient.v2_0.client [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.601415] env[65635]: DEBUG nova.policy [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97370138523c440d96bb7a488c2b2dac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e96d7247b65341c08362ae9d76397bf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.933763] env[65635]: DEBUG nova.network.neutron [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Successfully created port: 3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1297.987302] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427503, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.366461} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.987732] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/002f1df9-ded2-4d70-bdb7-3753fcd277f0/002f1df9-ded2-4d70-bdb7-3753fcd277f0.vmdk to [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a/8eb484eb-3153-4222-b673-3acfcd6d8a4a.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.988423] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c880cc-643f-4498-8e80-c2dc334c0c40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.011822] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a/8eb484eb-3153-4222-b673-3acfcd6d8a4a.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.012129] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97de6bcb-198f-4ae5-bcc8-270991cb18d9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.034947] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1298.034947] env[65635]: value = "task-4427505" [ 1298.034947] env[65635]: _type = "Task" [ 1298.034947] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.043431] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.065316] env[65635]: DEBUG nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1298.165755] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d63a9d1-ca74-4f61-baa9-c8e811971993 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.173824] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c964b-0a25-46ff-8183-e2c55a739798 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.208378] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528cd7b2-5410-4122-803e-f1e5da196b9d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.217887] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9d886-487d-416d-8ab9-fce066d8e30d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.234113] env[65635]: DEBUG nova.compute.provider_tree [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.545511] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427505, 'name': ReconfigVM_Task, 'duration_secs': 0.290717} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.545798] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a/8eb484eb-3153-4222-b673-3acfcd6d8a4a.vmdk or device None with type streamOptimized {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.546531] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8427998c-ddcd-4b8c-970b-209e134a2f67 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.553532] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1298.553532] env[65635]: value = "task-4427506" [ 1298.553532] env[65635]: _type = "Task" [ 1298.553532] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.562255] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427506, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.738633] env[65635]: DEBUG nova.scheduler.client.report [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.063892] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427506, 'name': Rename_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.075321] env[65635]: DEBUG nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1299.106334] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1299.106648] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.106817] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1299.106999] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.107153] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1299.107296] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1299.107511] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1299.107896] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1299.108105] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1299.108271] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1299.108442] env[65635]: DEBUG nova.virt.hardware [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1299.109335] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff005f29-e43a-4671-816f-5dd6f9b33056 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.118120] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea796d3-4f65-45cc-9ea5-d0d2979a859b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.243865] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.244377] env[65635]: DEBUG nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1299.372139] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.372402] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866344', 'volume_id': 'fbf2a656-3744-450b-806e-1233a639a22f', 'name': 'volume-fbf2a656-3744-450b-806e-1233a639a22f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f29ba918-1958-47d8-a1a8-724ec005e9de', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbf2a656-3744-450b-806e-1233a639a22f', 'serial': 'fbf2a656-3744-450b-806e-1233a639a22f'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.373323] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c805a1-0546-4cc9-8a2a-4de33a7f5611 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.392808] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace211a2-2ed4-4d65-9edd-c9f699254880 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.420957] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-fbf2a656-3744-450b-806e-1233a639a22f/volume-fbf2a656-3744-450b-806e-1233a639a22f.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.421738] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75d381c6-f4e0-4c68-84a8-5d12947bebcb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.436833] env[65635]: DEBUG nova.compute.manager [req-70d0f163-9aac-4abe-abcf-11ceac0b0042 req-65821636-7f08-4dc8-a0f1-04a1db25f4f7 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Received event network-vif-plugged-3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1299.437408] env[65635]: DEBUG oslo_concurrency.lockutils [req-70d0f163-9aac-4abe-abcf-11ceac0b0042 req-65821636-7f08-4dc8-a0f1-04a1db25f4f7 service nova] Acquiring lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.437580] env[65635]: DEBUG oslo_concurrency.lockutils [req-70d0f163-9aac-4abe-abcf-11ceac0b0042 req-65821636-7f08-4dc8-a0f1-04a1db25f4f7 service nova] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.437785] env[65635]: DEBUG oslo_concurrency.lockutils [req-70d0f163-9aac-4abe-abcf-11ceac0b0042 req-65821636-7f08-4dc8-a0f1-04a1db25f4f7 service nova] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.437953] env[65635]: DEBUG nova.compute.manager [req-70d0f163-9aac-4abe-abcf-11ceac0b0042 req-65821636-7f08-4dc8-a0f1-04a1db25f4f7 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] No waiting events found dispatching network-vif-plugged-3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1299.438127] env[65635]: WARNING nova.compute.manager [req-70d0f163-9aac-4abe-abcf-11ceac0b0042 req-65821636-7f08-4dc8-a0f1-04a1db25f4f7 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Received unexpected event network-vif-plugged-3e3eac0a-9f1a-4534-9eff-16e540a7ff75 for instance with vm_state building and task_state spawning. [ 1299.443986] env[65635]: DEBUG oslo_vmware.api [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1299.443986] env[65635]: value = "task-4427507" [ 1299.443986] env[65635]: _type = "Task" [ 1299.443986] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.456143] env[65635]: DEBUG oslo_vmware.api [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.459795] env[65635]: DEBUG nova.network.neutron [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Successfully updated port: 3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1299.564774] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427506, 'name': Rename_Task, 'duration_secs': 0.87139} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.564998] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.565288] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-549e251e-3c7d-4343-8f92-4139a7a6eba6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.572407] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1299.572407] env[65635]: value = "task-4427508" [ 1299.572407] env[65635]: _type = "Task" [ 1299.572407] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.581094] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.749755] env[65635]: DEBUG nova.compute.utils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.751308] env[65635]: DEBUG nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1299.751513] env[65635]: DEBUG nova.network.neutron [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1299.751869] env[65635]: WARNING neutronclient.v2_0.client [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.752201] env[65635]: WARNING neutronclient.v2_0.client [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.800706] env[65635]: DEBUG nova.policy [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b90e2ecb2847e19fc5e5a67cef2964', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87c7d017d3a744be9fb936cc5083a4fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.956994] env[65635]: DEBUG oslo_vmware.api [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427507, 'name': ReconfigVM_Task, 'duration_secs': 0.374048} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.957341] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-fbf2a656-3744-450b-806e-1233a639a22f/volume-fbf2a656-3744-450b-806e-1233a639a22f.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.962638] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.962809] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.963050] env[65635]: DEBUG nova.network.neutron [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1299.964252] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-072d909f-d699-4914-9219-0735a8aaa40b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.991344] env[65635]: DEBUG oslo_vmware.api [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1299.991344] env[65635]: value = "task-4427509" [ 1299.991344] env[65635]: _type = "Task" [ 1299.991344] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.003052] env[65635]: DEBUG oslo_vmware.api [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.083636] env[65635]: DEBUG oslo_vmware.api [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427508, 'name': PowerOnVM_Task, 'duration_secs': 0.468204} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.084033] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.164086] env[65635]: DEBUG nova.network.neutron [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Successfully created port: 27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1300.202205] env[65635]: DEBUG nova.compute.manager [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1300.203122] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69765981-6bce-444a-ad17-2710301ce2b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.256230] env[65635]: DEBUG nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1300.502042] env[65635]: DEBUG oslo_vmware.api [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427509, 'name': ReconfigVM_Task, 'duration_secs': 0.163153} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.502360] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866344', 'volume_id': 'fbf2a656-3744-450b-806e-1233a639a22f', 'name': 'volume-fbf2a656-3744-450b-806e-1233a639a22f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f29ba918-1958-47d8-a1a8-724ec005e9de', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbf2a656-3744-450b-806e-1233a639a22f', 'serial': 'fbf2a656-3744-450b-806e-1233a639a22f'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1300.551075] env[65635]: DEBUG nova.network.neutron [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1300.639564] env[65635]: WARNING neutronclient.v2_0.client [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1300.713118] env[65635]: DEBUG nova.network.neutron [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updating instance_info_cache with network_info: [{"id": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "address": "fa:16:3e:0a:bb:d2", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3eac0a-9f", "ovs_interfaceid": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.722601] env[65635]: DEBUG oslo_concurrency.lockutils [None req-c8f4cb51-0e70-4c64-9915-b6d33b0d5728 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.477s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.762618] env[65635]: INFO nova.virt.block_device [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Booting with volume e2189dc4-0116-4f93-b718-5907a35bafaa at /dev/sda [ 1300.793318] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3332881-fc33-4521-a3d0-fb65ea7e7586 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.803311] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff37424a-f309-42da-ab74-1c3b91254e71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.831392] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b850ce2-9b66-4027-869b-84e80b03df3f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.840231] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146dec4e-4684-4654-87f2-2ba613075682 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.867768] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e776ef-6e28-4436-a817-3f5c3939cf05 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.874905] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb5adf-e393-4262-a36e-3bafe4b2a36b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.888261] env[65635]: DEBUG nova.virt.block_device [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating existing volume attachment record: cb106bb0-8e95-4d17-93e1-c61c24731c39 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1301.222607] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.223071] env[65635]: DEBUG nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Instance network_info: |[{"id": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "address": "fa:16:3e:0a:bb:d2", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3eac0a-9f", "ovs_interfaceid": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1301.223549] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:bb:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e3eac0a-9f1a-4534-9eff-16e540a7ff75', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.231641] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1301.232053] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.232304] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129843f7-1e16-4b3b-881b-e26f63f9ec7f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.252159] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.252159] env[65635]: value = "task-4427510" [ 1301.252159] env[65635]: _type = "Task" [ 1301.252159] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.263511] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427510, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.470100] env[65635]: DEBUG nova.compute.manager [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Received event network-changed-3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1301.470100] env[65635]: DEBUG nova.compute.manager [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Refreshing instance network info cache due to event network-changed-3e3eac0a-9f1a-4534-9eff-16e540a7ff75. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1301.470330] env[65635]: DEBUG oslo_concurrency.lockutils [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] Acquiring lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.470383] env[65635]: DEBUG oslo_concurrency.lockutils [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] Acquired lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.470749] env[65635]: DEBUG nova.network.neutron [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Refreshing network info cache for port 3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.542664] env[65635]: DEBUG nova.objects.instance [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'flavor' on Instance uuid f29ba918-1958-47d8-a1a8-724ec005e9de {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.695219] env[65635]: DEBUG nova.network.neutron [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Successfully updated port: 27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1301.762991] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427510, 'name': CreateVM_Task, 'duration_secs': 0.368172} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.765165] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.765734] env[65635]: WARNING neutronclient.v2_0.client [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.766137] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.766295] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.766631] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.766909] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2a2d1e-7e4b-4be3-9f5f-3f90ffd96e81 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.774034] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1301.774034] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296cff7-fcc8-5d60-afcb-42ef1da72665" [ 1301.774034] env[65635]: _type = "Task" [ 1301.774034] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.783640] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296cff7-fcc8-5d60-afcb-42ef1da72665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.973532] env[65635]: WARNING neutronclient.v2_0.client [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.047653] env[65635]: DEBUG oslo_concurrency.lockutils [None req-e047d1f4-65c2-4233-a84d-0e393724a1ad tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.287s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.107051] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.107310] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.107552] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.107734] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.107892] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.109996] env[65635]: INFO nova.compute.manager [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Terminating instance [ 1302.144762] env[65635]: WARNING neutronclient.v2_0.client [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.198364] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.198465] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.198759] env[65635]: DEBUG nova.network.neutron [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1302.219188] env[65635]: DEBUG nova.network.neutron [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updated VIF entry in instance network info cache for port 3e3eac0a-9f1a-4534-9eff-16e540a7ff75. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1302.219600] env[65635]: DEBUG nova.network.neutron [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updating instance_info_cache with network_info: [{"id": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "address": "fa:16:3e:0a:bb:d2", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3eac0a-9f", "ovs_interfaceid": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.285235] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5296cff7-fcc8-5d60-afcb-42ef1da72665, 'name': SearchDatastore_Task, 'duration_secs': 0.036994} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.285600] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.285829] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.286082] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.286238] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.286421] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.286731] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b82ca382-f5f5-4670-9781-6bc2e4bf4299 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.297095] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.297306] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.298027] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baee6903-3a59-4a30-875d-d267b35deedb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.303800] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1302.303800] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5214ab8b-c8f4-5d34-4b11-03f240e9bb08" [ 1302.303800] env[65635]: _type = "Task" [ 1302.303800] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.312094] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5214ab8b-c8f4-5d34-4b11-03f240e9bb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.359936] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "f29ba918-1958-47d8-a1a8-724ec005e9de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.360243] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.616192] env[65635]: DEBUG nova.compute.manager [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1302.616504] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.617476] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82d57be-161b-48d7-a533-bd6bafbe433d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.626354] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.626681] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f048ad36-190b-4843-b656-88ad0916b5c9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.634399] env[65635]: DEBUG oslo_vmware.api [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1302.634399] env[65635]: value = "task-4427511" [ 1302.634399] env[65635]: _type = "Task" [ 1302.634399] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.644050] env[65635]: DEBUG oslo_vmware.api [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.722570] env[65635]: DEBUG oslo_concurrency.lockutils [req-09ba5252-acfe-420d-82d7-286565aa795c req-b0d8b63d-7cfc-4294-b51c-0fe8274a707a service nova] Releasing lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.734854] env[65635]: DEBUG nova.network.neutron [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1302.815704] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5214ab8b-c8f4-5d34-4b11-03f240e9bb08, 'name': SearchDatastore_Task, 'duration_secs': 0.046833} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.816341] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a0783a-5a64-45a8-9740-93cc55a018ce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.819759] env[65635]: WARNING neutronclient.v2_0.client [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.826819] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1302.826819] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bd295b-71d6-7d2b-99ca-6434347e320a" [ 1302.826819] env[65635]: _type = "Task" [ 1302.826819] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.835913] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bd295b-71d6-7d2b-99ca-6434347e320a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.863058] env[65635]: INFO nova.compute.manager [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Detaching volume fbf2a656-3744-450b-806e-1233a639a22f [ 1302.890453] env[65635]: DEBUG nova.network.neutron [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance_info_cache with network_info: [{"id": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "address": "fa:16:3e:ff:be:0e", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b8c4aa-e1", "ovs_interfaceid": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.904886] env[65635]: INFO nova.virt.block_device [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Attempting to driver detach volume fbf2a656-3744-450b-806e-1233a639a22f from mountpoint /dev/sdb [ 1302.905147] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1302.905332] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866344', 'volume_id': 'fbf2a656-3744-450b-806e-1233a639a22f', 'name': 'volume-fbf2a656-3744-450b-806e-1233a639a22f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f29ba918-1958-47d8-a1a8-724ec005e9de', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbf2a656-3744-450b-806e-1233a639a22f', 'serial': 'fbf2a656-3744-450b-806e-1233a639a22f'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1302.906485] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417231be-8837-4559-83e2-5040f06c4b1e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.929168] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8b2a8-85b7-47fd-afb1-19daf3365774 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.937641] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fe7141-68aa-4c37-a65a-7ea6dfeb0db7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.960070] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a9ed2-c957-4383-a7e3-475eda824f51 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.978380] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The volume has not been displaced from its original location: [datastore2] volume-fbf2a656-3744-450b-806e-1233a639a22f/volume-fbf2a656-3744-450b-806e-1233a639a22f.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1302.983582] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1302.984867] env[65635]: DEBUG nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1302.985397] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1302.985609] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.985760] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1302.985937] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.986090] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1302.986235] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1302.986436] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1302.986650] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1302.986896] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1302.987086] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1302.987272] env[65635]: DEBUG nova.virt.hardware [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1302.987604] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2ae5f3-c1e0-4be7-951f-d9b8cfc8bf1c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.001906] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143cf841-7701-47a9-8e33-908df96701e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.012977] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9046614-c47f-41de-9782-790613439c83 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.017136] env[65635]: DEBUG oslo_vmware.api [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1303.017136] env[65635]: value = "task-4427512" [ 1303.017136] env[65635]: _type = "Task" [ 1303.017136] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.035085] env[65635]: DEBUG oslo_vmware.api [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.144782] env[65635]: DEBUG oslo_vmware.api [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427511, 'name': PowerOffVM_Task, 'duration_secs': 0.187579} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.145066] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.145239] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.145490] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3b3ea35-fbbd-4509-aa15-57e3473e51c1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.209446] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.209700] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.209884] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleting the datastore file [datastore2] 8eb484eb-3153-4222-b673-3acfcd6d8a4a {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.210186] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3812f96-cebe-4231-ac2b-d5bd049c7cb5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.217975] env[65635]: DEBUG oslo_vmware.api [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for the task: (returnval){ [ 1303.217975] env[65635]: value = "task-4427514" [ 1303.217975] env[65635]: _type = "Task" [ 1303.217975] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.226313] env[65635]: DEBUG oslo_vmware.api [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.337926] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52bd295b-71d6-7d2b-99ca-6434347e320a, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.338349] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.338445] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] f3b32b00-321b-4d6f-bef7-393888d1ebb5/f3b32b00-321b-4d6f-bef7-393888d1ebb5.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.338728] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1bd36b2-4595-4b4d-afbe-35c289ef3013 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.345687] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1303.345687] env[65635]: value = "task-4427515" [ 1303.345687] env[65635]: _type = "Task" [ 1303.345687] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.354528] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.393397] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.393805] env[65635]: DEBUG nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Instance network_info: |[{"id": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "address": "fa:16:3e:ff:be:0e", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b8c4aa-e1", "ovs_interfaceid": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1303.394282] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:be:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.402000] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1303.402201] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.402426] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a41b415e-8b71-49fa-8625-672e496c189b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.424413] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.424413] env[65635]: value = "task-4427516" [ 1303.424413] env[65635]: _type = "Task" [ 1303.424413] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.432961] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427516, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.499714] env[65635]: DEBUG nova.compute.manager [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Received event network-vif-plugged-27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1303.499946] env[65635]: DEBUG oslo_concurrency.lockutils [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] Acquiring lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.500185] env[65635]: DEBUG oslo_concurrency.lockutils [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] Lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.500351] env[65635]: DEBUG oslo_concurrency.lockutils [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] Lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.500511] env[65635]: DEBUG nova.compute.manager [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] No waiting events found dispatching network-vif-plugged-27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1303.500672] env[65635]: WARNING nova.compute.manager [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Received unexpected event network-vif-plugged-27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 for instance with vm_state building and task_state spawning. [ 1303.500879] env[65635]: DEBUG nova.compute.manager [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Received event network-changed-27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1303.501077] env[65635]: DEBUG nova.compute.manager [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Refreshing instance network info cache due to event network-changed-27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1303.501149] env[65635]: DEBUG oslo_concurrency.lockutils [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] Acquiring lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.501269] env[65635]: DEBUG oslo_concurrency.lockutils [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] Acquired lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.501400] env[65635]: DEBUG nova.network.neutron [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Refreshing network info cache for port 27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.527859] env[65635]: DEBUG oslo_vmware.api [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427512, 'name': ReconfigVM_Task, 'duration_secs': 0.254061} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.528150] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.533136] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f571d1b9-782f-4daf-9d00-f2ca3e79aa1b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.550386] env[65635]: DEBUG oslo_vmware.api [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1303.550386] env[65635]: value = "task-4427517" [ 1303.550386] env[65635]: _type = "Task" [ 1303.550386] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.562158] env[65635]: DEBUG oslo_vmware.api [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.730669] env[65635]: DEBUG oslo_vmware.api [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Task: {'id': task-4427514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163026} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.730939] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.731142] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.731313] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.731488] env[65635]: INFO nova.compute.manager [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1303.731749] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1303.731954] env[65635]: DEBUG nova.compute.manager [-] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1303.732060] env[65635]: DEBUG nova.network.neutron [-] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1303.732315] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.766104] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.856234] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494049} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.856508] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] f3b32b00-321b-4d6f-bef7-393888d1ebb5/f3b32b00-321b-4d6f-bef7-393888d1ebb5.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.856750] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.857056] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7f6faa8-5664-4151-b70b-77f16d097a3b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.865343] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1303.865343] env[65635]: value = "task-4427518" [ 1303.865343] env[65635]: _type = "Task" [ 1303.865343] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.874170] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.936109] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427516, 'name': CreateVM_Task} progress is 25%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.004182] env[65635]: WARNING neutronclient.v2_0.client [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.062040] env[65635]: DEBUG oslo_vmware.api [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427517, 'name': ReconfigVM_Task, 'duration_secs': 0.162449} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.062148] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866344', 'volume_id': 'fbf2a656-3744-450b-806e-1233a639a22f', 'name': 'volume-fbf2a656-3744-450b-806e-1233a639a22f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f29ba918-1958-47d8-a1a8-724ec005e9de', 'attached_at': '', 'detached_at': '', 'volume_id': 'fbf2a656-3744-450b-806e-1233a639a22f', 'serial': 'fbf2a656-3744-450b-806e-1233a639a22f'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1304.189245] env[65635]: WARNING neutronclient.v2_0.client [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.222688] env[65635]: DEBUG nova.compute.manager [req-dd8c6304-4715-46ce-83e7-4b236d9bf456 req-02a55353-d753-47c1-adf3-e74880493f3d service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Received event network-vif-deleted-cc17cda7-fd03-4178-a8a2-f0215753c05f {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1304.222688] env[65635]: INFO nova.compute.manager [req-dd8c6304-4715-46ce-83e7-4b236d9bf456 req-02a55353-d753-47c1-adf3-e74880493f3d service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Neutron deleted interface cc17cda7-fd03-4178-a8a2-f0215753c05f; detaching it from the instance and deleting it from the info cache [ 1304.222688] env[65635]: DEBUG nova.network.neutron [req-dd8c6304-4715-46ce-83e7-4b236d9bf456 req-02a55353-d753-47c1-adf3-e74880493f3d service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.260921] env[65635]: DEBUG nova.network.neutron [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updated VIF entry in instance network info cache for port 27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1304.261325] env[65635]: DEBUG nova.network.neutron [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance_info_cache with network_info: [{"id": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "address": "fa:16:3e:ff:be:0e", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b8c4aa-e1", "ovs_interfaceid": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.375655] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117715} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.376041] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.376756] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2ca061-7aea-4b79-a7dc-af837988cbeb {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.403527] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f3b32b00-321b-4d6f-bef7-393888d1ebb5/f3b32b00-321b-4d6f-bef7-393888d1ebb5.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.404205] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e4953d-a064-4213-b331-af8d789ed9c0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.425687] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1304.425687] env[65635]: value = "task-4427519" [ 1304.425687] env[65635]: _type = "Task" [ 1304.425687] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.438943] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.442026] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427516, 'name': CreateVM_Task, 'duration_secs': 0.604527} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.442191] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.442674] env[65635]: WARNING neutronclient.v2_0.client [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.443030] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'cb106bb0-8e95-4d17-93e1-c61c24731c39', 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866341', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'name': 'volume-e2189dc4-0116-4f93-b718-5907a35bafaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '934038d9-35b2-49b5-8922-b8b5467b6758', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'serial': 'e2189dc4-0116-4f93-b718-5907a35bafaa'}, 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=65635) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1304.443259] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Root volume attach. Driver type: vmdk {{(pid=65635) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1304.444024] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2543d904-e33c-4d3d-84b7-8b42525880ae {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.453964] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33ec26b-7bbf-4c46-bd9f-700434f3bec2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.460906] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eed98c-4f9f-4c31-aec2-f1b081b77b1e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.467469] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1bd0eaf0-ceb8-4603-8131-4f253c5f2c2c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.474733] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1304.474733] env[65635]: value = "task-4427520" [ 1304.474733] env[65635]: _type = "Task" [ 1304.474733] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.485682] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.607269] env[65635]: DEBUG nova.objects.instance [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'flavor' on Instance uuid f29ba918-1958-47d8-a1a8-724ec005e9de {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.694115] env[65635]: DEBUG nova.network.neutron [-] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.726048] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e22da48-1719-4ade-a6ed-86c05d6a9cf6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.736752] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fc725a-9f67-403c-ac2f-01caa2273d0d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.769378] env[65635]: DEBUG oslo_concurrency.lockutils [req-ae97f8f8-9491-4ac7-a6ba-399785351aa0 req-f13c2fdf-eb1e-4c02-b6f5-d3bc9f32b3f8 service nova] Releasing lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.769884] env[65635]: DEBUG nova.compute.manager [req-dd8c6304-4715-46ce-83e7-4b236d9bf456 req-02a55353-d753-47c1-adf3-e74880493f3d service nova] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Detach interface failed, port_id=cc17cda7-fd03-4178-a8a2-f0215753c05f, reason: Instance 8eb484eb-3153-4222-b673-3acfcd6d8a4a could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1304.938291] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427519, 'name': ReconfigVM_Task, 'duration_secs': 0.300761} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.938574] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f3b32b00-321b-4d6f-bef7-393888d1ebb5/f3b32b00-321b-4d6f-bef7-393888d1ebb5.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.939342] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf851f94-253a-4f1f-8465-9cdf1dee8a3c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.950014] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1304.950014] env[65635]: value = "task-4427521" [ 1304.950014] env[65635]: _type = "Task" [ 1304.950014] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.963113] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427521, 'name': Rename_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.987913] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 42%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.200329] env[65635]: INFO nova.compute.manager [-] [instance: 8eb484eb-3153-4222-b673-3acfcd6d8a4a] Took 1.47 seconds to deallocate network for instance. [ 1305.462223] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427521, 'name': Rename_Task, 'duration_secs': 0.489855} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.462609] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.462785] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-112c53d4-a3bd-4290-bfd0-ac3bd5f30e58 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.471687] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1305.471687] env[65635]: value = "task-4427522" [ 1305.471687] env[65635]: _type = "Task" [ 1305.471687] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.482617] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.485951] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 54%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.614545] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0fb986c2-dfa2-4e33-a72f-ce87f7145d8f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.707842] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.708140] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.708361] env[65635]: DEBUG nova.objects.instance [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lazy-loading 'resources' on Instance uuid 8eb484eb-3153-4222-b673-3acfcd6d8a4a {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.988982] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.993297] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 67%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.316293] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a75cf5-3de6-4c3f-b66e-5d3cc4680639 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.327585] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b96b120-673a-42da-9fef-b5d57cfed6ec {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.362723] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905442be-39aa-4082-8aa1-a1d4ea2f5985 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.373151] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3cec9a-22df-48b0-8e6d-af2193e0d383 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.390877] env[65635]: DEBUG nova.compute.provider_tree [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.487395] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427522, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.490721] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 81%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.679874] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "f29ba918-1958-47d8-a1a8-724ec005e9de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.680112] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.680196] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "f29ba918-1958-47d8-a1a8-724ec005e9de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.680392] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.680582] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.683144] env[65635]: INFO nova.compute.manager [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Terminating instance [ 1306.894154] env[65635]: DEBUG nova.scheduler.client.report [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.989846] env[65635]: DEBUG oslo_vmware.api [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427522, 'name': PowerOnVM_Task, 'duration_secs': 1.511963} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.993566] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.993798] env[65635]: INFO nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1306.993972] env[65635]: DEBUG nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1306.994290] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 97%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.995064] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2affed-881f-4984-b261-4114b8025aa8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.187704] env[65635]: DEBUG nova.compute.manager [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1307.188038] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.189019] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c495b1b-8478-40df-8741-7e0f1097cba4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.198284] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.198619] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4db3828-230e-488a-ade9-a6cb95a8fce3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.206514] env[65635]: DEBUG oslo_vmware.api [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1307.206514] env[65635]: value = "task-4427523" [ 1307.206514] env[65635]: _type = "Task" [ 1307.206514] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.215875] env[65635]: DEBUG oslo_vmware.api [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.399778] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.426169] env[65635]: INFO nova.scheduler.client.report [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Deleted allocations for instance 8eb484eb-3153-4222-b673-3acfcd6d8a4a [ 1307.490293] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 97%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.514741] env[65635]: INFO nova.compute.manager [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Took 14.58 seconds to build instance. [ 1307.717145] env[65635]: DEBUG oslo_vmware.api [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427523, 'name': PowerOffVM_Task, 'duration_secs': 0.255983} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.717348] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.717513] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.717798] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a025d33-68fe-41e8-b41f-a76555d94d07 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.789213] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.789484] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.789678] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleting the datastore file [datastore1] f29ba918-1958-47d8-a1a8-724ec005e9de {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.789964] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8fb59f-61f5-473c-a99a-7abfea768361 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.796880] env[65635]: DEBUG oslo_vmware.api [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1307.796880] env[65635]: value = "task-4427525" [ 1307.796880] env[65635]: _type = "Task" [ 1307.796880] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.805973] env[65635]: DEBUG oslo_vmware.api [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.935081] env[65635]: DEBUG oslo_concurrency.lockutils [None req-a140d96b-8124-4e42-bbeb-134bb4fb0c49 tempest-ServerActionsTestOtherB-476283146 tempest-ServerActionsTestOtherB-476283146-project-member] Lock "8eb484eb-3153-4222-b673-3acfcd6d8a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.828s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.990497] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 97%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.016781] env[65635]: DEBUG nova.compute.manager [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Received event network-changed-3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1308.017035] env[65635]: DEBUG nova.compute.manager [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Refreshing instance network info cache due to event network-changed-3e3eac0a-9f1a-4534-9eff-16e540a7ff75. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1308.017202] env[65635]: DEBUG oslo_concurrency.lockutils [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] Acquiring lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.017341] env[65635]: DEBUG oslo_concurrency.lockutils [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] Acquired lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.017500] env[65635]: DEBUG nova.network.neutron [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Refreshing network info cache for port 3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.018713] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5de736ee-3820-4fa8-8dad-b8c2e5bd7c63 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.099s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.307542] env[65635]: DEBUG oslo_vmware.api [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133489} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.307795] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.307976] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.308165] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.308338] env[65635]: INFO nova.compute.manager [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1308.308579] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1308.308776] env[65635]: DEBUG nova.compute.manager [-] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1308.308873] env[65635]: DEBUG nova.network.neutron [-] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1308.309146] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.344858] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.492236] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task} progress is 98%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.520130] env[65635]: WARNING neutronclient.v2_0.client [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.736417] env[65635]: WARNING neutronclient.v2_0.client [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.811639] env[65635]: DEBUG nova.network.neutron [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updated VIF entry in instance network info cache for port 3e3eac0a-9f1a-4534-9eff-16e540a7ff75. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1308.812059] env[65635]: DEBUG nova.network.neutron [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updating instance_info_cache with network_info: [{"id": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "address": "fa:16:3e:0a:bb:d2", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3eac0a-9f", "ovs_interfaceid": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.991471] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427520, 'name': RelocateVM_Task, 'duration_secs': 4.465868} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.991792] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1308.992011] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866341', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'name': 'volume-e2189dc4-0116-4f93-b718-5907a35bafaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '934038d9-35b2-49b5-8922-b8b5467b6758', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'serial': 'e2189dc4-0116-4f93-b718-5907a35bafaa'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1308.992813] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb9ba4e-f586-4380-ab6a-232197cf5722 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.010354] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a4304a-a540-4aee-95c9-2fbe2f878393 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.033242] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e2189dc4-0116-4f93-b718-5907a35bafaa/volume-e2189dc4-0116-4f93-b718-5907a35bafaa.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.033569] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7a48cd9-4791-4be7-843e-09b83deb905f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.057335] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1309.057335] env[65635]: value = "task-4427527" [ 1309.057335] env[65635]: _type = "Task" [ 1309.057335] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.066096] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.293870] env[65635]: DEBUG nova.network.neutron [-] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.314551] env[65635]: DEBUG oslo_concurrency.lockutils [req-0e09a73d-32ae-4473-ad78-229d3af0e321 req-3745ebac-ad40-491f-adc2-e00d1035a306 service nova] Releasing lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.569546] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.796696] env[65635]: INFO nova.compute.manager [-] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Took 1.49 seconds to deallocate network for instance. [ 1310.043125] env[65635]: DEBUG nova.compute.manager [req-1fd77dfe-d366-45b7-8e8d-0bff1f1fc220 req-cf75081f-17f9-4c29-827b-95cfd44d605a service nova] [instance: f29ba918-1958-47d8-a1a8-724ec005e9de] Received event network-vif-deleted-3cc11648-a79c-4318-a157-8f16bc1cc96d {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1310.069248] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427527, 'name': ReconfigVM_Task, 'duration_secs': 0.548819} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.069467] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e2189dc4-0116-4f93-b718-5907a35bafaa/volume-e2189dc4-0116-4f93-b718-5907a35bafaa.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.074042] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac916c21-a9da-43a6-b037-0ccf464068d1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.090775] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1310.090775] env[65635]: value = "task-4427528" [ 1310.090775] env[65635]: _type = "Task" [ 1310.090775] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.099576] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.303428] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.303736] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.304104] env[65635]: DEBUG nova.objects.instance [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'resources' on Instance uuid f29ba918-1958-47d8-a1a8-724ec005e9de {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.603269] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427528, 'name': ReconfigVM_Task, 'duration_secs': 0.126112} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.603623] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866341', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'name': 'volume-e2189dc4-0116-4f93-b718-5907a35bafaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '934038d9-35b2-49b5-8922-b8b5467b6758', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'serial': 'e2189dc4-0116-4f93-b718-5907a35bafaa'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1310.604238] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56bf5fd6-297f-480e-8b4f-30b7d33b01e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.611784] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1310.611784] env[65635]: value = "task-4427529" [ 1310.611784] env[65635]: _type = "Task" [ 1310.611784] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.620575] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427529, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.885367] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e027f9-1ba1-475f-ab58-7c8cbec24daa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.893930] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b9e19-8753-439a-96ea-ec3ef7d8b1d3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.925144] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4d5f3a-0429-444e-a01b-202dfff99660 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.933680] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad3e94d-3012-4560-8c59-d005c16cb85d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.948577] env[65635]: DEBUG nova.compute.provider_tree [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.121649] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427529, 'name': Rename_Task, 'duration_secs': 0.134648} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.121905] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.122162] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c70aac-ca81-4758-833e-b7be1bf03a53 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.128501] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1311.128501] env[65635]: value = "task-4427530" [ 1311.128501] env[65635]: _type = "Task" [ 1311.128501] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.136404] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.453078] env[65635]: DEBUG nova.scheduler.client.report [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.644337] env[65635]: DEBUG oslo_vmware.api [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427530, 'name': PowerOnVM_Task, 'duration_secs': 0.439596} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.644683] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.644949] env[65635]: INFO nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1311.645208] env[65635]: DEBUG nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1311.646288] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ddafb9-78f6-4c67-a144-5fc47411295e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.957356] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.988827] env[65635]: INFO nova.scheduler.client.report [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleted allocations for instance f29ba918-1958-47d8-a1a8-724ec005e9de [ 1312.169432] env[65635]: INFO nova.compute.manager [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Took 16.60 seconds to build instance. [ 1312.496215] env[65635]: DEBUG oslo_concurrency.lockutils [None req-31175d50-4231-4048-9293-a3b93f111fa8 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "f29ba918-1958-47d8-a1a8-724ec005e9de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.816s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.628695] env[65635]: DEBUG nova.compute.manager [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Received event network-changed-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1312.629555] env[65635]: DEBUG nova.compute.manager [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Refreshing instance network info cache due to event network-changed-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1312.630122] env[65635]: DEBUG oslo_concurrency.lockutils [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] Acquiring lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.630564] env[65635]: DEBUG oslo_concurrency.lockutils [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] Acquired lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.630857] env[65635]: DEBUG nova.network.neutron [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Refreshing network info cache for port 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.671912] env[65635]: DEBUG oslo_concurrency.lockutils [None req-08e5b108-b9d8-48a2-866b-f296c018e7e1 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.113s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.133975] env[65635]: WARNING neutronclient.v2_0.client [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.492366] env[65635]: WARNING neutronclient.v2_0.client [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.615552] env[65635]: DEBUG nova.network.neutron [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updated VIF entry in instance network info cache for port 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1313.615916] env[65635]: DEBUG nova.network.neutron [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updating instance_info_cache with network_info: [{"id": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "address": "fa:16:3e:5a:10:9c", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38eff44e-c0", "ovs_interfaceid": "38eff44e-c0ad-442c-a27b-d0e9e7c89f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.062339] env[65635]: DEBUG nova.compute.manager [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Stashing vm_state: active {{(pid=65635) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1314.119164] env[65635]: DEBUG oslo_concurrency.lockutils [req-d2693680-d9ed-458c-8672-9ac812c4f1c8 req-f63d159c-2efa-4be3-8f30-64f89b3ad36e service nova] Releasing lock "refresh_cache-97d0e2a4-9546-4492-be83-6d23eccf6be8" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.586228] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.586548] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.660973] env[65635]: DEBUG nova.compute.manager [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Received event network-changed-27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1314.661263] env[65635]: DEBUG nova.compute.manager [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Refreshing instance network info cache due to event network-changed-27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1314.661377] env[65635]: DEBUG oslo_concurrency.lockutils [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] Acquiring lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.661521] env[65635]: DEBUG oslo_concurrency.lockutils [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] Acquired lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.661681] env[65635]: DEBUG nova.network.neutron [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Refreshing network info cache for port 27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.092947] env[65635]: INFO nova.compute.claims [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.164674] env[65635]: WARNING neutronclient.v2_0.client [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.323679] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "7013f319-6937-4410-b596-8186778ce110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.323940] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.357849] env[65635]: WARNING neutronclient.v2_0.client [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1315.428803] env[65635]: DEBUG nova.network.neutron [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updated VIF entry in instance network info cache for port 27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1315.429233] env[65635]: DEBUG nova.network.neutron [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance_info_cache with network_info: [{"id": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "address": "fa:16:3e:ff:be:0e", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b8c4aa-e1", "ovs_interfaceid": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.599378] env[65635]: INFO nova.compute.resource_tracker [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating resource usage from migration 84ba3143-a757-4477-b3ed-eb86f4fe868b [ 1315.684341] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c491b4-cc64-43b9-b7e2-19b3eb22b2b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.692718] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5108e16e-3a0d-4fdc-9448-4aba417e0189 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.722936] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d901cbc-f958-4719-baeb-bf65dd60155f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.731136] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b77db8-4851-4459-843b-2868366c1e8b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.747185] env[65635]: DEBUG nova.compute.provider_tree [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.829249] env[65635]: DEBUG nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Starting instance... {{(pid=65635) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1315.931438] env[65635]: DEBUG oslo_concurrency.lockutils [req-f858ad02-6658-46c6-82a8-105c63aac53e req-fd32a001-12fc-4150-849d-bb6327dc6382 service nova] Releasing lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.250448] env[65635]: DEBUG nova.scheduler.client.report [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.352989] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.755274] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.168s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.755501] env[65635]: INFO nova.compute.manager [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Migrating [ 1316.762588] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.410s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.764148] env[65635]: INFO nova.compute.claims [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.276790] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.277234] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.277318] env[65635]: DEBUG nova.network.neutron [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1317.783745] env[65635]: WARNING neutronclient.v2_0.client [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.875451] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d8cbfa-f980-49b8-877b-a7ebce4ad8fa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.883588] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aa7e22-8709-43fa-95e9-e79913637d10 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.919862] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d422a-11a1-4107-a5bd-02b06331cdc8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.927886] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f51d2c-d8c6-4335-ad91-c823fa250364 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.942591] env[65635]: DEBUG nova.compute.provider_tree [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.977794] env[65635]: WARNING neutronclient.v2_0.client [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1318.046890] env[65635]: DEBUG nova.network.neutron [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance_info_cache with network_info: [{"id": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "address": "fa:16:3e:ff:be:0e", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b8c4aa-e1", "ovs_interfaceid": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.446152] env[65635]: DEBUG nova.scheduler.client.report [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.549789] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.951227] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.951863] env[65635]: DEBUG nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Start building networks asynchronously for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1319.458322] env[65635]: DEBUG nova.compute.utils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.459871] env[65635]: DEBUG nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Allocating IP information in the background. {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1319.460095] env[65635]: DEBUG nova.network.neutron [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] allocate_for_instance() {{(pid=65635) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1319.460431] env[65635]: WARNING neutronclient.v2_0.client [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.460746] env[65635]: WARNING neutronclient.v2_0.client [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.512169] env[65635]: DEBUG nova.policy [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25e122e8a69f4a9f8507efe62a2c107e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94ec1ad50e2b4402a5f397cf3533110f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65635) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.828578] env[65635]: DEBUG nova.network.neutron [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Successfully created port: bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1319.965964] env[65635]: DEBUG nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Start building block device mappings for instance. {{(pid=65635) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1320.064521] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b136c82-110b-4250-a495-ba0aa608453e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.083994] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance '934038d9-35b2-49b5-8922-b8b5467b6758' progress to 0 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.590537] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.590908] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46236e11-448f-452a-92e5-41ed46a6432d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.598813] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1320.598813] env[65635]: value = "task-4427531" [ 1320.598813] env[65635]: _type = "Task" [ 1320.598813] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.608142] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.976325] env[65635]: DEBUG nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Start spawning the instance on the hypervisor. {{(pid=65635) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1321.003967] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:10:34Z,direct_url=,disk_format='vmdk',id=50a5ca0d-758c-4e9a-9117-303d778dbacb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c5e74e702e145a79536f6c69a60b535',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:10:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1321.004135] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.004284] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1321.004464] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.004605] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1321.004758] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1321.004985] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1321.005158] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1321.005322] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1321.005477] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1321.005642] env[65635]: DEBUG nova.virt.hardware [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1321.006531] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22279b1e-452c-4fd4-b7e7-05de5f3c7b0b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.015387] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564059a5-5954-4029-991d-b3940f130dd8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.108891] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427531, 'name': PowerOffVM_Task, 'duration_secs': 0.213387} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.109120] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.109304] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance '934038d9-35b2-49b5-8922-b8b5467b6758' progress to 17 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.251430] env[65635]: DEBUG nova.compute.manager [req-b5518313-5d22-4f06-9ee0-1fee1ddc7682 req-e9586363-49fb-4005-ae79-83aeebe79775 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Received event network-vif-plugged-bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1321.251610] env[65635]: DEBUG oslo_concurrency.lockutils [req-b5518313-5d22-4f06-9ee0-1fee1ddc7682 req-e9586363-49fb-4005-ae79-83aeebe79775 service nova] Acquiring lock "7013f319-6937-4410-b596-8186778ce110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.252391] env[65635]: DEBUG oslo_concurrency.lockutils [req-b5518313-5d22-4f06-9ee0-1fee1ddc7682 req-e9586363-49fb-4005-ae79-83aeebe79775 service nova] Lock "7013f319-6937-4410-b596-8186778ce110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.252391] env[65635]: DEBUG oslo_concurrency.lockutils [req-b5518313-5d22-4f06-9ee0-1fee1ddc7682 req-e9586363-49fb-4005-ae79-83aeebe79775 service nova] Lock "7013f319-6937-4410-b596-8186778ce110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.252391] env[65635]: DEBUG nova.compute.manager [req-b5518313-5d22-4f06-9ee0-1fee1ddc7682 req-e9586363-49fb-4005-ae79-83aeebe79775 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] No waiting events found dispatching network-vif-plugged-bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1321.252391] env[65635]: WARNING nova.compute.manager [req-b5518313-5d22-4f06-9ee0-1fee1ddc7682 req-e9586363-49fb-4005-ae79-83aeebe79775 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Received unexpected event network-vif-plugged-bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed for instance with vm_state building and task_state spawning. [ 1321.337236] env[65635]: DEBUG nova.network.neutron [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Successfully updated port: bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1321.616487] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1321.616900] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.616967] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1321.617147] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.617299] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1321.617458] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1321.617653] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1321.617816] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1321.617989] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1321.618162] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1321.618331] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1321.623393] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1dbc552-e26a-40b6-8c95-55f0af0465e0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.641284] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1321.641284] env[65635]: value = "task-4427532" [ 1321.641284] env[65635]: _type = "Task" [ 1321.641284] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.650322] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.840300] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.840504] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.840552] env[65635]: DEBUG nova.network.neutron [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1322.151576] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427532, 'name': ReconfigVM_Task, 'duration_secs': 0.17515} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.151878] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance '934038d9-35b2-49b5-8922-b8b5467b6758' progress to 33 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.376659] env[65635]: DEBUG nova.network.neutron [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Instance cache missing network info. {{(pid=65635) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1322.455597] env[65635]: WARNING neutronclient.v2_0.client [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1322.529458] env[65635]: DEBUG nova.network.neutron [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Updating instance_info_cache with network_info: [{"id": "bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed", "address": "fa:16:3e:79:8e:7e", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec8e516-1c", "ovs_interfaceid": "bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.659186] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:10:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1322.659614] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.659614] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image limits 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1322.659706] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Flavor pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.659847] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Image pref 0:0:0 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1322.659994] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65635) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1322.660311] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1322.660475] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1322.660637] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Got 1 possible topologies {{(pid=65635) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1322.660795] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1322.660965] env[65635]: DEBUG nova.virt.hardware [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65635) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1322.666287] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.666617] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d1a442-4b1e-4a94-9629-060db9c564ea {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.687020] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1322.687020] env[65635]: value = "task-4427533" [ 1322.687020] env[65635]: _type = "Task" [ 1322.687020] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.698073] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.032055] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.032543] env[65635]: DEBUG nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Instance network_info: |[{"id": "bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed", "address": "fa:16:3e:79:8e:7e", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec8e516-1c", "ovs_interfaceid": "bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65635) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1323.033064] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:8e:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed', 'vif_model': 'vmxnet3'}] {{(pid=65635) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.040813] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1323.041054] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7013f319-6937-4410-b596-8186778ce110] Creating VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.041280] env[65635]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8e3199b-2cdb-45f9-b289-2aa44ee95815 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.061263] env[65635]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.061263] env[65635]: value = "task-4427534" [ 1323.061263] env[65635]: _type = "Task" [ 1323.061263] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.070516] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427534, 'name': CreateVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.197289] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427533, 'name': ReconfigVM_Task, 'duration_secs': 0.164393} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.197631] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.198481] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9a888f-e205-468d-a705-ba86fb9e8356 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.220986] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e2189dc4-0116-4f93-b718-5907a35bafaa/volume-e2189dc4-0116-4f93-b718-5907a35bafaa.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.221372] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce999cf-a62c-44fb-a6e8-1f8c5bc7a696 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.239347] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1323.239347] env[65635]: value = "task-4427535" [ 1323.239347] env[65635]: _type = "Task" [ 1323.239347] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.248319] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.283931] env[65635]: DEBUG nova.compute.manager [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Received event network-changed-bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1323.284147] env[65635]: DEBUG nova.compute.manager [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Refreshing instance network info cache due to event network-changed-bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1323.284361] env[65635]: DEBUG oslo_concurrency.lockutils [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] Acquiring lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.284501] env[65635]: DEBUG oslo_concurrency.lockutils [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] Acquired lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.284690] env[65635]: DEBUG nova.network.neutron [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Refreshing network info cache for port bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.573115] env[65635]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427534, 'name': CreateVM_Task, 'duration_secs': 0.330065} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.573115] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7013f319-6937-4410-b596-8186778ce110] Created VM on the ESX host {{(pid=65635) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.573345] env[65635]: WARNING neutronclient.v2_0.client [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.573627] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.573772] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.574149] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.574420] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c1bf8b-97b7-4cfb-a7e5-32622d018509 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.579611] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1323.579611] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cee063-19a6-be25-d9b1-afa9660f3219" [ 1323.579611] env[65635]: _type = "Task" [ 1323.579611] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.588157] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cee063-19a6-be25-d9b1-afa9660f3219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.750447] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427535, 'name': ReconfigVM_Task, 'duration_secs': 0.309192} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.750447] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e2189dc4-0116-4f93-b718-5907a35bafaa/volume-e2189dc4-0116-4f93-b718-5907a35bafaa.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.750447] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance '934038d9-35b2-49b5-8922-b8b5467b6758' progress to 50 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.789380] env[65635]: WARNING neutronclient.v2_0.client [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.928038] env[65635]: WARNING neutronclient.v2_0.client [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.995829] env[65635]: DEBUG nova.network.neutron [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Updated VIF entry in instance network info cache for port bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1323.996216] env[65635]: DEBUG nova.network.neutron [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Updating instance_info_cache with network_info: [{"id": "bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed", "address": "fa:16:3e:79:8e:7e", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec8e516-1c", "ovs_interfaceid": "bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.091128] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52cee063-19a6-be25-d9b1-afa9660f3219, 'name': SearchDatastore_Task, 'duration_secs': 0.020834} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.091386] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.091611] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Processing image 50a5ca0d-758c-4e9a-9117-303d778dbacb {{(pid=65635) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.091869] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.091985] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.092213] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.092486] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07607993-53f3-4d6a-b521-c7fd570e4f94 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.101654] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65635) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.101892] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65635) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.102828] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1428da-1932-46d2-ac5d-f1bdbc1703de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.109184] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1324.109184] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5210205b-7574-d0e8-f487-621867eb0765" [ 1324.109184] env[65635]: _type = "Task" [ 1324.109184] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.117617] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5210205b-7574-d0e8-f487-621867eb0765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.256952] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38430e63-f806-4e14-8063-206a726dfa3c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.278825] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe16cc88-18b5-4746-9aa5-a7fb99881296 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.297275] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance '934038d9-35b2-49b5-8922-b8b5467b6758' progress to 67 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.499415] env[65635]: DEBUG oslo_concurrency.lockutils [req-fdf04010-2c92-47f7-8765-09695370b370 req-e752b756-8212-42dc-8775-7a58a105b67b service nova] Releasing lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.620059] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5210205b-7574-d0e8-f487-621867eb0765, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.620890] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc661db-62b2-4ef4-948e-b9914bf209df {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.626406] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1324.626406] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e859b8-14a8-6232-96f8-14a2780be8f0" [ 1324.626406] env[65635]: _type = "Task" [ 1324.626406] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.635646] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e859b8-14a8-6232-96f8-14a2780be8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.137287] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]52e859b8-14a8-6232-96f8-14a2780be8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.137557] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.137838] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 7013f319-6937-4410-b596-8186778ce110/7013f319-6937-4410-b596-8186778ce110.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.138146] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7abe9d3-3312-441a-b149-ef541a9c9640 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.144888] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1325.144888] env[65635]: value = "task-4427536" [ 1325.144888] env[65635]: _type = "Task" [ 1325.144888] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.153724] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.655383] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428694} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.655626] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50a5ca0d-758c-4e9a-9117-303d778dbacb/50a5ca0d-758c-4e9a-9117-303d778dbacb.vmdk to [datastore2] 7013f319-6937-4410-b596-8186778ce110/7013f319-6937-4410-b596-8186778ce110.vmdk {{(pid=65635) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.655838] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Extending root virtual disk to 1048576 {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.656171] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39438f63-29d7-4be5-9044-d2dc99eee816 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.663468] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1325.663468] env[65635]: value = "task-4427537" [ 1325.663468] env[65635]: _type = "Task" [ 1325.663468] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.671957] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.931911] env[65635]: WARNING neutronclient.v2_0.client [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.932305] env[65635]: WARNING neutronclient.v2_0.client [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.969354] env[65635]: DEBUG nova.network.neutron [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Port 27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 binding to destination host cpu-1 is already ACTIVE {{(pid=65635) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1326.174843] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063541} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.175248] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Extended root virtual disk {{(pid=65635) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.176069] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a8e7e2-f6f0-4c74-bc16-f6e5c2d7bcd3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.200692] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 7013f319-6937-4410-b596-8186778ce110/7013f319-6937-4410-b596-8186778ce110.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.201085] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721e55dc-1561-4e11-bed2-3b52fb357bbe {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.223162] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1326.223162] env[65635]: value = "task-4427538" [ 1326.223162] env[65635]: _type = "Task" [ 1326.223162] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.236773] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.733875] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427538, 'name': ReconfigVM_Task, 'duration_secs': 0.391758} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.734175] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 7013f319-6937-4410-b596-8186778ce110/7013f319-6937-4410-b596-8186778ce110.vmdk or device None with type sparse {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.734817] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31c7ca5-f2a2-4d29-9164-853c9537e045 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.741546] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1326.741546] env[65635]: value = "task-4427539" [ 1326.741546] env[65635]: _type = "Task" [ 1326.741546] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.750202] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427539, 'name': Rename_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.992112] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.992307] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.992412] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.253128] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427539, 'name': Rename_Task, 'duration_secs': 0.136247} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.253128] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.253571] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b312712c-3a56-47cf-b62d-6342fd4c5f52 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.260777] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1327.260777] env[65635]: value = "task-4427540" [ 1327.260777] env[65635]: _type = "Task" [ 1327.260777] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.269116] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.773610] env[65635]: DEBUG oslo_vmware.api [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427540, 'name': PowerOnVM_Task, 'duration_secs': 0.455741} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.773874] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.774041] env[65635]: INFO nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1327.774294] env[65635]: DEBUG nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1327.775051] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e1014-1d94-4cd7-9d6a-e2e999a544b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.997737] env[65635]: WARNING neutronclient.v2_0.client [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.028388] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.028695] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.029008] env[65635]: DEBUG nova.network.neutron [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1328.292972] env[65635]: INFO nova.compute.manager [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Took 11.96 seconds to build instance. [ 1328.506540] env[65635]: DEBUG nova.compute.manager [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Received event network-changed-bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1328.506804] env[65635]: DEBUG nova.compute.manager [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Refreshing instance network info cache due to event network-changed-bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed. {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1328.506991] env[65635]: DEBUG oslo_concurrency.lockutils [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] Acquiring lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.507343] env[65635]: DEBUG oslo_concurrency.lockutils [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] Acquired lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.507529] env[65635]: DEBUG nova.network.neutron [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Refreshing network info cache for port bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.532827] env[65635]: WARNING neutronclient.v2_0.client [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.690359] env[65635]: WARNING neutronclient.v2_0.client [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.760266] env[65635]: DEBUG nova.network.neutron [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance_info_cache with network_info: [{"id": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "address": "fa:16:3e:ff:be:0e", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b8c4aa-e1", "ovs_interfaceid": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.794260] env[65635]: DEBUG oslo_concurrency.lockutils [None req-aafbd5e7-e453-4e52-930b-b73aad95e6ae tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.470s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.010850] env[65635]: WARNING neutronclient.v2_0.client [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1329.183091] env[65635]: WARNING neutronclient.v2_0.client [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1329.261139] env[65635]: DEBUG nova.network.neutron [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Updated VIF entry in instance network info cache for port bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed. {{(pid=65635) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1329.261603] env[65635]: DEBUG nova.network.neutron [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Updating instance_info_cache with network_info: [{"id": "bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed", "address": "fa:16:3e:79:8e:7e", "network": {"id": "a2825c95-cf71-4e7d-9544-83f1623e78e7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-169259168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94ec1ad50e2b4402a5f397cf3533110f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec8e516-1c", "ovs_interfaceid": "bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.263113] env[65635]: DEBUG oslo_concurrency.lockutils [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.768601] env[65635]: DEBUG oslo_concurrency.lockutils [req-f080aa87-5261-4aa0-a6d6-d93366d6334b req-493505fc-000a-4ce5-a922-6003d6646de7 service nova] Releasing lock "refresh_cache-7013f319-6937-4410-b596-8186778ce110" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.773167] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e2e6c-0bba-4245-9c04-66eab16972ef {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.780941] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3495335-2d60-4b40-9cb7-e5a5cb72a33b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.881590] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a2579c-d367-4d4b-b572-72002914e137 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.901967] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7677a35-4425-4c78-82b7-fe4709578af5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.909925] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance '934038d9-35b2-49b5-8922-b8b5467b6758' progress to 83 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.415632] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.415964] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a9a94a-2d59-4ced-8616-6a70c0cd006c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.424108] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1331.424108] env[65635]: value = "task-4427541" [ 1331.424108] env[65635]: _type = "Task" [ 1331.424108] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.433063] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.942265] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427541, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.436130] env[65635]: DEBUG oslo_vmware.api [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427541, 'name': PowerOnVM_Task, 'duration_secs': 0.549259} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.436465] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.436701] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-55ab414d-e8ea-4bc2-baae-b1504f8c405c tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance '934038d9-35b2-49b5-8922-b8b5467b6758' progress to 100 {{(pid=65635) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.886391] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "934038d9-35b2-49b5-8922-b8b5467b6758" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.886788] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.886788] env[65635]: DEBUG nova.compute.manager [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Going to confirm migration 10 {{(pid=65635) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1335.393375] env[65635]: WARNING neutronclient.v2_0.client [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.465605] env[65635]: WARNING neutronclient.v2_0.client [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.466198] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.466471] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquired lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.466774] env[65635]: DEBUG nova.network.neutron [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1335.467115] env[65635]: DEBUG nova.objects.instance [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'info_cache' on Instance uuid 934038d9-35b2-49b5-8922-b8b5467b6758 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.474431] env[65635]: WARNING neutronclient.v2_0.client [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1336.629617] env[65635]: WARNING neutronclient.v2_0.client [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1336.698456] env[65635]: DEBUG nova.network.neutron [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance_info_cache with network_info: [{"id": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "address": "fa:16:3e:ff:be:0e", "network": {"id": "0f70afa6-d9b3-4e3b-be76-b52b51e67235", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1735191524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c7d017d3a744be9fb936cc5083a4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27b8c4aa-e1", "ovs_interfaceid": "27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.205265] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Releasing lock "refresh_cache-934038d9-35b2-49b5-8922-b8b5467b6758" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.205555] env[65635]: DEBUG nova.objects.instance [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'migration_context' on Instance uuid 934038d9-35b2-49b5-8922-b8b5467b6758 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.708878] env[65635]: DEBUG nova.objects.base [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Object Instance<934038d9-35b2-49b5-8922-b8b5467b6758> lazy-loaded attributes: info_cache,migration_context {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1337.709841] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7ac8a9-fc3b-4f14-a4bb-99f2eb51d07b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.730943] env[65635]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b3ac9f-8628-4978-a870-a89b65d8aa9d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.736999] env[65635]: DEBUG oslo_vmware.api [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1337.736999] env[65635]: value = "session[52838403-a50b-023f-00b5-bb2d2d3ad801]5222f5e3-3bb3-aeb5-0483-6e9fda9318fd" [ 1337.736999] env[65635]: _type = "Task" [ 1337.736999] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.746036] env[65635]: DEBUG oslo_vmware.api [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5222f5e3-3bb3-aeb5-0483-6e9fda9318fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.248217] env[65635]: DEBUG oslo_vmware.api [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': session[52838403-a50b-023f-00b5-bb2d2d3ad801]5222f5e3-3bb3-aeb5-0483-6e9fda9318fd, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.248489] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.248731] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.836131] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1782d5-eda4-4f6f-bacb-620599635545 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.844175] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2739181e-9d81-4915-950f-a1e640839f26 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.876906] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d1aad7-d334-4c38-bebc-c94dce302b87 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.885500] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a4801f-55c7-4eac-b27d-0fcc888c8dce {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.899676] env[65635]: DEBUG nova.compute.provider_tree [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.402825] env[65635]: DEBUG nova.scheduler.client.report [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.415018] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.166s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.975975] env[65635]: INFO nova.scheduler.client.report [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted allocation for migration 84ba3143-a757-4477-b3ed-eb86f4fe868b [ 1341.353843] env[65635]: INFO nova.compute.manager [None req-310ff457-e25d-4b35-9246-f4aa41a437d4 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Get console output [ 1341.354291] env[65635]: WARNING nova.virt.vmwareapi.driver [None req-310ff457-e25d-4b35-9246-f4aa41a437d4 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] The console log is missing. Check your VSPC configuration [ 1341.481791] env[65635]: DEBUG oslo_concurrency.lockutils [None req-11c07542-7a1d-45dc-9669-58852338d055 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.595s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.997422] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.997806] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.997863] env[65635]: DEBUG nova.compute.manager [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1342.998786] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdbe30a-3da6-49be-ad2d-e03387f040e7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.006393] env[65635]: DEBUG nova.compute.manager [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65635) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1343.006944] env[65635]: DEBUG nova.objects.instance [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'flavor' on Instance uuid f3b32b00-321b-4d6f-bef7-393888d1ebb5 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.014811] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.014811] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b03ca6-6e79-46d7-9ef1-16e479e6ef19 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.022310] env[65635]: DEBUG oslo_vmware.api [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1344.022310] env[65635]: value = "task-4427542" [ 1344.022310] env[65635]: _type = "Task" [ 1344.022310] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.031496] env[65635]: DEBUG oslo_vmware.api [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.532754] env[65635]: DEBUG oslo_vmware.api [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427542, 'name': PowerOffVM_Task, 'duration_secs': 0.187186} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.533030] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.533228] env[65635]: DEBUG nova.compute.manager [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1344.534013] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373bc351-0b34-4afc-a81f-bad6fc24c38b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.047025] env[65635]: DEBUG oslo_concurrency.lockutils [None req-5f495c9e-551d-49fd-b40b-a529b3809e61 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.388275] env[65635]: DEBUG nova.objects.instance [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'flavor' on Instance uuid f3b32b00-321b-4d6f-bef7-393888d1ebb5 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.893821] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.894059] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.894233] env[65635]: DEBUG nova.network.neutron [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1345.894424] env[65635]: DEBUG nova.objects.instance [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'info_cache' on Instance uuid f3b32b00-321b-4d6f-bef7-393888d1ebb5 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.397961] env[65635]: DEBUG nova.objects.base [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65635) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1346.900990] env[65635]: WARNING neutronclient.v2_0.client [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1347.078133] env[65635]: WARNING neutronclient.v2_0.client [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1347.148823] env[65635]: DEBUG nova.network.neutron [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updating instance_info_cache with network_info: [{"id": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "address": "fa:16:3e:0a:bb:d2", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3eac0a-9f", "ovs_interfaceid": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.651784] env[65635]: DEBUG oslo_concurrency.lockutils [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.657817] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Powering on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.658335] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49f98d00-ae8a-44db-a27c-88033c704951 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.666695] env[65635]: DEBUG oslo_vmware.api [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1348.666695] env[65635]: value = "task-4427543" [ 1348.666695] env[65635]: _type = "Task" [ 1348.666695] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.675524] env[65635]: DEBUG oslo_vmware.api [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.176895] env[65635]: DEBUG oslo_vmware.api [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427543, 'name': PowerOnVM_Task, 'duration_secs': 0.378703} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.177202] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Powered on the VM {{(pid=65635) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.177406] env[65635]: DEBUG nova.compute.manager [None req-f1a8e205-59b1-4fe5-aef7-f6e65b367c34 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1349.178197] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc0be95-6694-408c-b709-f31e3297acf2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.176408] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045e48a-5ef6-409a-8419-8e9669558158 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.183850] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-08db6f8e-6396-492d-b8f3-d5b51f9fdce4 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Suspending the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1350.184119] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3613f107-530b-44bb-a1dc-c3985b4f7867 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.192082] env[65635]: DEBUG oslo_vmware.api [None req-08db6f8e-6396-492d-b8f3-d5b51f9fdce4 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1350.192082] env[65635]: value = "task-4427544" [ 1350.192082] env[65635]: _type = "Task" [ 1350.192082] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.201465] env[65635]: DEBUG oslo_vmware.api [None req-08db6f8e-6396-492d-b8f3-d5b51f9fdce4 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427544, 'name': SuspendVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.703598] env[65635]: DEBUG oslo_vmware.api [None req-08db6f8e-6396-492d-b8f3-d5b51f9fdce4 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427544, 'name': SuspendVM_Task} progress is 62%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.203687] env[65635]: DEBUG oslo_vmware.api [None req-08db6f8e-6396-492d-b8f3-d5b51f9fdce4 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427544, 'name': SuspendVM_Task, 'duration_secs': 0.726341} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.204094] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-08db6f8e-6396-492d-b8f3-d5b51f9fdce4 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Suspended the VM {{(pid=65635) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1351.204176] env[65635]: DEBUG nova.compute.manager [None req-08db6f8e-6396-492d-b8f3-d5b51f9fdce4 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1351.204874] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6255a5a-bbd5-4a70-b70f-ab4d6c2656c8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.530999] env[65635]: INFO nova.compute.manager [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Resuming [ 1352.531672] env[65635]: DEBUG nova.objects.instance [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'flavor' on Instance uuid f3b32b00-321b-4d6f-bef7-393888d1ebb5 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.043594] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.043993] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquired lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.043993] env[65635]: DEBUG nova.network.neutron [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Building network info cache for instance {{(pid=65635) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1354.546624] env[65635]: WARNING neutronclient.v2_0.client [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1354.700783] env[65635]: WARNING neutronclient.v2_0.client [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1354.770538] env[65635]: DEBUG nova.network.neutron [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updating instance_info_cache with network_info: [{"id": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "address": "fa:16:3e:0a:bb:d2", "network": {"id": "c246530a-9694-464a-b22e-d914198be6f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-761096475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e96d7247b65341c08362ae9d76397bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3eac0a-9f", "ovs_interfaceid": "3e3eac0a-9f1a-4534-9eff-16e540a7ff75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.855813] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.856037] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.856154] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.856279] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.856428] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.856569] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.856709] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.856844] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1354.856986] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.273780] env[65635]: DEBUG oslo_concurrency.lockutils [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Releasing lock "refresh_cache-f3b32b00-321b-4d6f-bef7-393888d1ebb5" {{(pid=65635) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.274779] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ebc5d4-16e4-4987-8bb2-2bf5791c2d40 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.282377] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Resuming the VM {{(pid=65635) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1355.282610] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6291d486-8356-44aa-8868-ccf6ff30102a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.289213] env[65635]: DEBUG oslo_vmware.api [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1355.289213] env[65635]: value = "task-4427545" [ 1355.289213] env[65635]: _type = "Task" [ 1355.289213] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.297331] env[65635]: DEBUG oslo_vmware.api [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.360893] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.360893] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.361221] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.361221] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1355.361984] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f19b7d-b5b0-4245-af84-2138fdaf8e6f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.370344] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8fc6fc-9319-4baf-bb38-ffe5abbbcd12 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.385372] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e012836-d68c-40cb-832f-9647c1a36db9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.392836] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab911c9-a9c1-4ae8-9e0d-73625adc02bc {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.422693] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180121MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1355.422881] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.423083] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.802729] env[65635]: DEBUG oslo_vmware.api [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427545, 'name': PowerOnVM_Task, 'duration_secs': 0.499197} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.802978] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Resumed the VM {{(pid=65635) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1355.803323] env[65635]: DEBUG nova.compute.manager [None req-8e1e3047-f8b3-4a2c-87cb-54282f8da7f3 tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Checking state {{(pid=65635) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1355.804212] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e225c90-be45-400b-b68e-68cbaea50b18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.457232] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 97d0e2a4-9546-4492-be83-6d23eccf6be8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1356.457533] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 4fffdabe-942b-4566-b2a9-47834b63d254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1356.457533] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance f3b32b00-321b-4d6f-bef7-393888d1ebb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1356.457611] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 934038d9-35b2-49b5-8922-b8b5467b6758 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1356.457724] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Instance 7013f319-6937-4410-b596-8186778ce110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65635) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1356.457897] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1356.458054] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '4', 'num_task_None': '4', 'num_os_type_None': '5', 'num_proj_87c7d017d3a744be9fb936cc5083a4fc': '3', 'io_workload': '0', 'num_vm_suspended': '1', 'num_task_resuming': '1', 'num_proj_e96d7247b65341c08362ae9d76397bf0': '1', 'num_proj_94ec1ad50e2b4402a5f397cf3533110f': '1'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1356.534770] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc99231-d64e-4cbb-822e-d08a4d1fc06f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.543094] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b7e0f-4f72-47e7-bbcb-2860fe4eed79 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.576184] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac2919-9926-43ce-ab6f-e390fa1264b3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.585307] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ccb53b-f900-4151-9f38-0d30527b73b7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.603234] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.106199] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.276500] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.276789] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.276987] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.277228] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.277419] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.280190] env[65635]: INFO nova.compute.manager [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Terminating instance [ 1357.611790] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1357.612202] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.189s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.784142] env[65635]: DEBUG nova.compute.manager [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1357.784385] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.785330] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac1c84c-e6fe-4311-886d-7014d8ead93e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.793365] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.793627] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86d4ff1d-1b45-40f0-97fa-adf393bf07d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.802414] env[65635]: DEBUG oslo_vmware.api [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1357.802414] env[65635]: value = "task-4427546" [ 1357.802414] env[65635]: _type = "Task" [ 1357.802414] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.812638] env[65635]: DEBUG oslo_vmware.api [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.313939] env[65635]: DEBUG oslo_vmware.api [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427546, 'name': PowerOffVM_Task, 'duration_secs': 0.189418} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.314977] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.314977] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.314977] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-694c1e01-85f2-4d00-ba0a-f20f72a1dd5e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.381986] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.382237] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.382423] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleting the datastore file [datastore2] f3b32b00-321b-4d6f-bef7-393888d1ebb5 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.382695] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d2237b6-2d8c-428b-9a52-dd195bc13cff {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.390896] env[65635]: DEBUG oslo_vmware.api [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for the task: (returnval){ [ 1358.390896] env[65635]: value = "task-4427548" [ 1358.390896] env[65635]: _type = "Task" [ 1358.390896] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.400017] env[65635]: DEBUG oslo_vmware.api [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.901087] env[65635]: DEBUG oslo_vmware.api [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Task: {'id': task-4427548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146094} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.901498] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.901498] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.901660] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.901825] env[65635]: INFO nova.compute.manager [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1358.902075] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1358.902303] env[65635]: DEBUG nova.compute.manager [-] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1358.902425] env[65635]: DEBUG nova.network.neutron [-] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1358.902604] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.935573] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.400375] env[65635]: DEBUG nova.compute.manager [req-cb53ee0b-3fde-49c6-95fe-19e8481e7e32 req-c289b5fe-1e7d-43f6-8af5-6deaf0c65cc7 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Received event network-vif-deleted-3e3eac0a-9f1a-4534-9eff-16e540a7ff75 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1359.400579] env[65635]: INFO nova.compute.manager [req-cb53ee0b-3fde-49c6-95fe-19e8481e7e32 req-c289b5fe-1e7d-43f6-8af5-6deaf0c65cc7 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Neutron deleted interface 3e3eac0a-9f1a-4534-9eff-16e540a7ff75; detaching it from the instance and deleting it from the info cache [ 1359.400745] env[65635]: DEBUG nova.network.neutron [req-cb53ee0b-3fde-49c6-95fe-19e8481e7e32 req-c289b5fe-1e7d-43f6-8af5-6deaf0c65cc7 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.880731] env[65635]: DEBUG nova.network.neutron [-] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.903905] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02ddabdf-d605-4c39-b325-d31ab4b27272 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.914927] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a95ffbe-e0bd-4dde-97c1-f8f9ec44ba5d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.945968] env[65635]: DEBUG nova.compute.manager [req-cb53ee0b-3fde-49c6-95fe-19e8481e7e32 req-c289b5fe-1e7d-43f6-8af5-6deaf0c65cc7 service nova] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Detach interface failed, port_id=3e3eac0a-9f1a-4534-9eff-16e540a7ff75, reason: Instance f3b32b00-321b-4d6f-bef7-393888d1ebb5 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1360.383544] env[65635]: INFO nova.compute.manager [-] [instance: f3b32b00-321b-4d6f-bef7-393888d1ebb5] Took 1.48 seconds to deallocate network for instance. [ 1360.890426] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.890711] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.890930] env[65635]: DEBUG nova.objects.instance [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lazy-loading 'resources' on Instance uuid f3b32b00-321b-4d6f-bef7-393888d1ebb5 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.474945] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd065d9b-3633-428c-be78-9994bfbd3a14 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.483643] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5d5d7-2cd0-4ee0-bebe-251255e3f1f5 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.516685] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abacc8fd-97de-44d3-9007-88fd1751819b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.525251] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280d951-11db-4a58-8a3a-74c6ae71ded9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.539565] env[65635]: DEBUG nova.compute.provider_tree [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.043192] env[65635]: DEBUG nova.scheduler.client.report [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.547865] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.569464] env[65635]: INFO nova.scheduler.client.report [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Deleted allocations for instance f3b32b00-321b-4d6f-bef7-393888d1ebb5 [ 1363.079772] env[65635]: DEBUG oslo_concurrency.lockutils [None req-61fdebdc-2bf8-4ad6-9c76-4562838b87ef tempest-ServerActionsTestJSON-1101009893 tempest-ServerActionsTestJSON-1101009893-project-member] Lock "f3b32b00-321b-4d6f-bef7-393888d1ebb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.378642] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "7013f319-6937-4410-b596-8186778ce110" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.378972] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.881917] env[65635]: DEBUG nova.compute.utils [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Using /dev/sd instead of None {{(pid=65635) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1367.385227] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.287346] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "934038d9-35b2-49b5-8922-b8b5467b6758" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.287652] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.287820] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.288071] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.288277] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.290514] env[65635]: INFO nova.compute.manager [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Terminating instance [ 1368.457926] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "7013f319-6937-4410-b596-8186778ce110" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.458384] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.458695] env[65635]: INFO nova.compute.manager [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Attaching volume 9f510f7b-f85e-4b88-b42d-03ceaae36f7d to /dev/sdb [ 1368.494043] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f80fdd8-9b92-4d6f-a78d-83cd1359e2ca {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.501870] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dfb4bd-c185-4981-bfc0-4d79f83cb9d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.516173] env[65635]: DEBUG nova.virt.block_device [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Updating existing volume attachment record: 88e52062-1c40-4f56-b4c6-80e92b7f5fd6 {{(pid=65635) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1368.794075] env[65635]: DEBUG nova.compute.manager [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1368.794300] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.794582] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-872b425f-ea9e-40fe-91d7-13b36ab3423a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.801933] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1368.801933] env[65635]: value = "task-4427550" [ 1368.801933] env[65635]: _type = "Task" [ 1368.801933] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.811185] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.314138] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427550, 'name': PowerOffVM_Task, 'duration_secs': 0.177709} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.314385] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.314572] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1369.314760] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866341', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'name': 'volume-e2189dc4-0116-4f93-b718-5907a35bafaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '934038d9-35b2-49b5-8922-b8b5467b6758', 'attached_at': '2025-11-12T23:25:02.000000', 'detached_at': '', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'serial': 'e2189dc4-0116-4f93-b718-5907a35bafaa'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1369.315558] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65666157-cbb2-4afd-9b5d-726a87ef4518 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.334195] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d320956-9e21-49ce-925b-746891b3cea0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.341461] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8856ae-3955-4173-809b-8a22e9456db8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.359368] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ff2a0-69ae-44db-b2b7-44ed2c06d42d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.374416] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] The volume has not been displaced from its original location: [datastore2] volume-e2189dc4-0116-4f93-b718-5907a35bafaa/volume-e2189dc4-0116-4f93-b718-5907a35bafaa.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1369.379528] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.379813] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95545ff-303b-4bd7-a696-69b2f95bdf61 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.398063] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1369.398063] env[65635]: value = "task-4427551" [ 1369.398063] env[65635]: _type = "Task" [ 1369.398063] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.406376] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.908850] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427551, 'name': ReconfigVM_Task, 'duration_secs': 0.163812} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.908850] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1369.913437] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984b17af-080b-4fbe-b71d-970c9f4ef535 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.929202] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1369.929202] env[65635]: value = "task-4427552" [ 1369.929202] env[65635]: _type = "Task" [ 1369.929202] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.938327] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.439073] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427552, 'name': ReconfigVM_Task, 'duration_secs': 0.145543} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.439413] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866341', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'name': 'volume-e2189dc4-0116-4f93-b718-5907a35bafaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '934038d9-35b2-49b5-8922-b8b5467b6758', 'attached_at': '2025-11-12T23:25:02.000000', 'detached_at': '', 'volume_id': 'e2189dc4-0116-4f93-b718-5907a35bafaa', 'serial': 'e2189dc4-0116-4f93-b718-5907a35bafaa'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1370.439649] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.440431] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93ab1e7-cee4-4e65-b8d3-eb191397c346 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.447526] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.447759] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8838e09-d180-4cb1-ac49-ce18a0148aa8 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.514903] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.515128] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.515306] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleting the datastore file [datastore2] 934038d9-35b2-49b5-8922-b8b5467b6758 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.515584] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aede711e-7669-4416-b416-0b76c8fcec9a {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.522944] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1370.522944] env[65635]: value = "task-4427554" [ 1370.522944] env[65635]: _type = "Task" [ 1370.522944] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.533964] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.033750] env[65635]: DEBUG oslo_vmware.api [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075714} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.034182] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.034182] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.034306] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.034465] env[65635]: INFO nova.compute.manager [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1371.034705] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1371.034893] env[65635]: DEBUG nova.compute.manager [-] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1371.034988] env[65635]: DEBUG nova.network.neutron [-] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1371.035273] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.066583] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.525591] env[65635]: DEBUG nova.compute.manager [req-2067c5b2-eb07-4d57-a550-2921bad5b454 req-d8126ad4-efc0-4ea3-9073-c3723454163d service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Received event network-vif-deleted-27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1371.525718] env[65635]: INFO nova.compute.manager [req-2067c5b2-eb07-4d57-a550-2921bad5b454 req-d8126ad4-efc0-4ea3-9073-c3723454163d service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Neutron deleted interface 27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615; detaching it from the instance and deleting it from the info cache [ 1371.525905] env[65635]: DEBUG nova.network.neutron [req-2067c5b2-eb07-4d57-a550-2921bad5b454 req-d8126ad4-efc0-4ea3-9073-c3723454163d service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.999590] env[65635]: DEBUG nova.network.neutron [-] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.030325] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae620054-bf41-452f-a291-b98f0d1f6b7b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.040739] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0390a09-42ce-489e-9a69-e2965fb69893 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.067747] env[65635]: DEBUG nova.compute.manager [req-2067c5b2-eb07-4d57-a550-2921bad5b454 req-d8126ad4-efc0-4ea3-9073-c3723454163d service nova] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Detach interface failed, port_id=27b8c4aa-e1f3-48f0-a4f6-d9c12b65a615, reason: Instance 934038d9-35b2-49b5-8922-b8b5467b6758 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1372.502974] env[65635]: INFO nova.compute.manager [-] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Took 1.47 seconds to deallocate network for instance. [ 1373.043541] env[65635]: INFO nova.compute.manager [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Took 0.54 seconds to detach 1 volumes for instance. [ 1373.045792] env[65635]: DEBUG nova.compute.manager [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 934038d9-35b2-49b5-8922-b8b5467b6758] Deleting volume: e2189dc4-0116-4f93-b718-5907a35bafaa {{(pid=65635) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1373.060375] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Volume attach. Driver type: vmdk {{(pid=65635) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1373.060588] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866348', 'volume_id': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'name': 'volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7013f319-6937-4410-b596-8186778ce110', 'attached_at': '', 'detached_at': '', 'volume_id': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'serial': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1373.061472] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774de083-3a92-442b-a901-66bf60b87d77 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.084778] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7c5e94-555e-4ebf-a83e-748ee3afb4c3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.111391] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d/volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.111660] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7372a485-ba64-47a8-ac05-8997f5b763b0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.131930] env[65635]: DEBUG oslo_vmware.api [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1373.131930] env[65635]: value = "task-4427557" [ 1373.131930] env[65635]: _type = "Task" [ 1373.131930] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.141840] env[65635]: DEBUG oslo_vmware.api [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.589076] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.589359] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.589576] env[65635]: DEBUG nova.objects.instance [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'resources' on Instance uuid 934038d9-35b2-49b5-8922-b8b5467b6758 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.644168] env[65635]: DEBUG oslo_vmware.api [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427557, 'name': ReconfigVM_Task, 'duration_secs': 0.376811} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.644442] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d/volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d.vmdk or device None with type thin {{(pid=65635) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.649178] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e1e7294-fc7e-4b58-9b1d-b2f3ba7b69d0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.663833] env[65635]: DEBUG oslo_vmware.api [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1373.663833] env[65635]: value = "task-4427558" [ 1373.663833] env[65635]: _type = "Task" [ 1373.663833] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.672132] env[65635]: DEBUG oslo_vmware.api [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.159936] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750e3e22-a89f-4cfa-939d-9a3f2c74790f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.171111] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7dc3bc-3af4-42fa-95ca-39e586c426b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.177176] env[65635]: DEBUG oslo_vmware.api [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427558, 'name': ReconfigVM_Task, 'duration_secs': 0.163455} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.177831] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866348', 'volume_id': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'name': 'volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7013f319-6937-4410-b596-8186778ce110', 'attached_at': '', 'detached_at': '', 'volume_id': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'serial': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d'} {{(pid=65635) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1374.204591] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8606c2b-2d4b-46be-b0a6-b70e79e28049 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.214464] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263599b-9d02-4989-947d-3fad1a156a18 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.228791] env[65635]: DEBUG nova.compute.provider_tree [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.732051] env[65635]: DEBUG nova.scheduler.client.report [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.213281] env[65635]: DEBUG nova.objects.instance [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'flavor' on Instance uuid 7013f319-6937-4410-b596-8186778ce110 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.236379] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.257674] env[65635]: INFO nova.scheduler.client.report [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted allocations for instance 934038d9-35b2-49b5-8922-b8b5467b6758 [ 1375.718460] env[65635]: DEBUG oslo_concurrency.lockutils [None req-7ac0110d-d097-45a6-a58a-63ba3f94af10 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.765454] env[65635]: DEBUG oslo_concurrency.lockutils [None req-0f1eee9e-e59e-4292-ae63-18f23732a896 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "934038d9-35b2-49b5-8922-b8b5467b6758" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.478s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.910329] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "7013f319-6937-4410-b596-8186778ce110" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.910578] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.088849] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "4fffdabe-942b-4566-b2a9-47834b63d254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.089091] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "4fffdabe-942b-4566-b2a9-47834b63d254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.089358] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "4fffdabe-942b-4566-b2a9-47834b63d254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.089599] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "4fffdabe-942b-4566-b2a9-47834b63d254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.089803] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "4fffdabe-942b-4566-b2a9-47834b63d254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.092012] env[65635]: INFO nova.compute.manager [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Terminating instance [ 1376.413616] env[65635]: INFO nova.compute.manager [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Detaching volume 9f510f7b-f85e-4b88-b42d-03ceaae36f7d [ 1376.446999] env[65635]: INFO nova.virt.block_device [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Attempting to driver detach volume 9f510f7b-f85e-4b88-b42d-03ceaae36f7d from mountpoint /dev/sdb [ 1376.447261] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Volume detach. Driver type: vmdk {{(pid=65635) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1376.447473] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866348', 'volume_id': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'name': 'volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7013f319-6937-4410-b596-8186778ce110', 'attached_at': '', 'detached_at': '', 'volume_id': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'serial': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1376.448395] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba1fa47-08d1-47cd-b2f3-b5f786689520 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.470793] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c6df7d-4c5b-4578-854b-3f3cf6558ca6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.479472] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08007b5-359f-4757-a7f2-b636ea7193aa {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.500508] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21c09ea-64eb-451a-bb2f-1efafe7d11d4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.515538] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] The volume has not been displaced from its original location: [datastore2] volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d/volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d.vmdk. No consolidation needed. {{(pid=65635) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1376.520690] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1376.520989] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d21773-17db-4834-9bbb-71e0abad4fc7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.541274] env[65635]: DEBUG oslo_vmware.api [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1376.541274] env[65635]: value = "task-4427559" [ 1376.541274] env[65635]: _type = "Task" [ 1376.541274] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.549881] env[65635]: DEBUG oslo_vmware.api [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.595933] env[65635]: DEBUG nova.compute.manager [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1376.596161] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.597056] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fef3f5-1a4b-4669-b8a1-3f5705ea992c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.604769] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.605039] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b35e34-9d49-4b12-a4eb-3dcda41262de {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.612434] env[65635]: DEBUG oslo_vmware.api [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1376.612434] env[65635]: value = "task-4427560" [ 1376.612434] env[65635]: _type = "Task" [ 1376.612434] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.621412] env[65635]: DEBUG oslo_vmware.api [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.051920] env[65635]: DEBUG oslo_vmware.api [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427559, 'name': ReconfigVM_Task, 'duration_secs': 0.242357} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.052201] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=65635) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.056824] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df93816-2c91-4622-b49f-71f715c5e66c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.072026] env[65635]: DEBUG oslo_vmware.api [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1377.072026] env[65635]: value = "task-4427561" [ 1377.072026] env[65635]: _type = "Task" [ 1377.072026] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.080144] env[65635]: DEBUG oslo_vmware.api [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.122623] env[65635]: DEBUG oslo_vmware.api [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427560, 'name': PowerOffVM_Task, 'duration_secs': 0.219339} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.122888] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.123063] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.123317] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efcf5f24-2ec2-4c6c-9268-71d859c7c4f0 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.201484] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.201713] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.201872] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleting the datastore file [datastore1] 4fffdabe-942b-4566-b2a9-47834b63d254 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.202171] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87a4df1e-d91e-4ab7-ade9-b74b9db44292 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.211359] env[65635]: DEBUG oslo_vmware.api [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1377.211359] env[65635]: value = "task-4427563" [ 1377.211359] env[65635]: _type = "Task" [ 1377.211359] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.220271] env[65635]: DEBUG oslo_vmware.api [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.582952] env[65635]: DEBUG oslo_vmware.api [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427561, 'name': ReconfigVM_Task, 'duration_secs': 0.162024} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.583361] env[65635]: DEBUG nova.virt.vmwareapi.volumeops [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866348', 'volume_id': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'name': 'volume-9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7013f319-6937-4410-b596-8186778ce110', 'attached_at': '', 'detached_at': '', 'volume_id': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d', 'serial': '9f510f7b-f85e-4b88-b42d-03ceaae36f7d'} {{(pid=65635) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1377.722018] env[65635]: DEBUG oslo_vmware.api [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136139} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.722272] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.722454] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.722625] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.722789] env[65635]: INFO nova.compute.manager [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1377.723033] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1377.723232] env[65635]: DEBUG nova.compute.manager [-] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1377.723325] env[65635]: DEBUG nova.network.neutron [-] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1377.723572] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.778809] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.986982] env[65635]: DEBUG nova.compute.manager [req-e091b5c2-6f97-4553-905c-3b6f1a97ef0c req-ee2f2fa1-7c18-4100-acfb-777c05254f94 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Received event network-vif-deleted-842d71c7-dca1-43fb-8e60-a5fd7f6cc626 {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1377.987218] env[65635]: INFO nova.compute.manager [req-e091b5c2-6f97-4553-905c-3b6f1a97ef0c req-ee2f2fa1-7c18-4100-acfb-777c05254f94 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Neutron deleted interface 842d71c7-dca1-43fb-8e60-a5fd7f6cc626; detaching it from the instance and deleting it from the info cache [ 1377.987450] env[65635]: DEBUG nova.network.neutron [req-e091b5c2-6f97-4553-905c-3b6f1a97ef0c req-ee2f2fa1-7c18-4100-acfb-777c05254f94 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.127883] env[65635]: DEBUG nova.objects.instance [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'flavor' on Instance uuid 7013f319-6937-4410-b596-8186778ce110 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.466669] env[65635]: DEBUG nova.network.neutron [-] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.490027] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-640c8e09-5599-4657-bc29-d7f49e3d5c66 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.500471] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aca45de-8a87-4df1-8e64-9b9b02e57937 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.527287] env[65635]: DEBUG nova.compute.manager [req-e091b5c2-6f97-4553-905c-3b6f1a97ef0c req-ee2f2fa1-7c18-4100-acfb-777c05254f94 service nova] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Detach interface failed, port_id=842d71c7-dca1-43fb-8e60-a5fd7f6cc626, reason: Instance 4fffdabe-942b-4566-b2a9-47834b63d254 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1378.969276] env[65635]: INFO nova.compute.manager [-] [instance: 4fffdabe-942b-4566-b2a9-47834b63d254] Took 1.25 seconds to deallocate network for instance. [ 1379.137518] env[65635]: DEBUG oslo_concurrency.lockutils [None req-9102e4fd-b5bb-4876-9ee7-d9371321f18f tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.475990] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.476297] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.476530] env[65635]: DEBUG nova.objects.instance [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'resources' on Instance uuid 4fffdabe-942b-4566-b2a9-47834b63d254 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.997273] env[65635]: DEBUG nova.scheduler.client.report [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Refreshing inventories for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1380.012847] env[65635]: DEBUG nova.scheduler.client.report [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Updating ProviderTree inventory for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1380.013098] env[65635]: DEBUG nova.compute.provider_tree [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Updating inventory in ProviderTree for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1380.024227] env[65635]: DEBUG nova.scheduler.client.report [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Refreshing aggregate associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, aggregates: None {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1380.043228] env[65635]: DEBUG nova.scheduler.client.report [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Refreshing trait associations for resource provider 432a514d-d1fd-40ae-bb26-2e951558dfd9, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65635) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1380.098826] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e4eb58-7da8-41ce-af75-36605263c48b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.107743] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb8764-d754-4ba9-8d65-f7a89b818ea6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.845144] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "7013f319-6937-4410-b596-8186778ce110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.846514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.846514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "7013f319-6937-4410-b596-8186778ce110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.846514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.846514] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.848370] env[65635]: INFO nova.compute.manager [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Terminating instance [ 1380.850050] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46922f4b-aa6d-4c17-be11-f1236422286f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.861147] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c763cf-d6cb-48cc-a269-70e7501293a3 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.873203] env[65635]: DEBUG nova.compute.provider_tree [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.354644] env[65635]: DEBUG nova.compute.manager [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1381.354969] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.355891] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3bf517-6fa7-4ef4-93c2-d3c10bc97de6 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.364290] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.364535] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dcdcff5-0d22-49bd-a2ad-06844c1cfd71 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.372132] env[65635]: DEBUG oslo_vmware.api [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1381.372132] env[65635]: value = "task-4427564" [ 1381.372132] env[65635]: _type = "Task" [ 1381.372132] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.375849] env[65635]: DEBUG nova.scheduler.client.report [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.385814] env[65635]: DEBUG oslo_vmware.api [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.883189] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.407s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.885103] env[65635]: DEBUG oslo_vmware.api [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427564, 'name': PowerOffVM_Task, 'duration_secs': 0.180697} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.885536] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.885698] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.885939] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e25e3f-2fc1-42ad-a0d2-65ed0d59fae1 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.905434] env[65635]: INFO nova.scheduler.client.report [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted allocations for instance 4fffdabe-942b-4566-b2a9-47834b63d254 [ 1381.955221] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.955517] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Deleting contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.955679] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleting the datastore file [datastore2] 7013f319-6937-4410-b596-8186778ce110 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.955919] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19a673e6-6e11-488a-9525-789908b44410 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.962203] env[65635]: DEBUG oslo_vmware.api [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for the task: (returnval){ [ 1381.962203] env[65635]: value = "task-4427566" [ 1381.962203] env[65635]: _type = "Task" [ 1381.962203] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.971599] env[65635]: DEBUG oslo_vmware.api [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.413387] env[65635]: DEBUG oslo_concurrency.lockutils [None req-fa509f57-2f8b-4971-8073-bc3a01f19f7b tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "4fffdabe-942b-4566-b2a9-47834b63d254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.324s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.473779] env[65635]: DEBUG oslo_vmware.api [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Task: {'id': task-4427566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138507} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.474122] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.474309] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Deleted contents of the VM from datastore datastore2 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.474474] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.474641] env[65635]: INFO nova.compute.manager [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] [instance: 7013f319-6937-4410-b596-8186778ce110] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1382.474888] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1382.475148] env[65635]: DEBUG nova.compute.manager [-] [instance: 7013f319-6937-4410-b596-8186778ce110] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1382.475254] env[65635]: DEBUG nova.network.neutron [-] [instance: 7013f319-6937-4410-b596-8186778ce110] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1382.475498] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1382.515633] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1382.923859] env[65635]: DEBUG nova.compute.manager [req-a1ac097e-a178-455c-9768-fd776755105e req-0fa22652-0d21-4397-98b4-46b2f2ece7b8 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Received event network-vif-deleted-bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1382.924138] env[65635]: INFO nova.compute.manager [req-a1ac097e-a178-455c-9768-fd776755105e req-0fa22652-0d21-4397-98b4-46b2f2ece7b8 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Neutron deleted interface bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed; detaching it from the instance and deleting it from the info cache [ 1382.924254] env[65635]: DEBUG nova.network.neutron [req-a1ac097e-a178-455c-9768-fd776755105e req-0fa22652-0d21-4397-98b4-46b2f2ece7b8 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.402631] env[65635]: DEBUG nova.network.neutron [-] [instance: 7013f319-6937-4410-b596-8186778ce110] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.427107] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6617df0-9e78-4597-9d0d-3ef83c2ecb33 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.437397] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8a4666-8e4b-489f-bc5b-4afdb08aa283 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.462660] env[65635]: DEBUG nova.compute.manager [req-a1ac097e-a178-455c-9768-fd776755105e req-0fa22652-0d21-4397-98b4-46b2f2ece7b8 service nova] [instance: 7013f319-6937-4410-b596-8186778ce110] Detach interface failed, port_id=bec8e516-1c9e-433f-b1e6-0dd3b8cf67ed, reason: Instance 7013f319-6937-4410-b596-8186778ce110 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1383.905421] env[65635]: INFO nova.compute.manager [-] [instance: 7013f319-6937-4410-b596-8186778ce110] Took 1.43 seconds to deallocate network for instance. [ 1384.412491] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.412821] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.412998] env[65635]: DEBUG nova.objects.instance [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lazy-loading 'resources' on Instance uuid 7013f319-6937-4410-b596-8186778ce110 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.958307] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3931d70-10ab-45b1-82fb-fcb9510a826c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.966241] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eabaf5-9065-41f9-bf04-35a07917e87c {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.996822] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e24da09-8f97-4bb7-8bb6-1117d7128c2f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.004348] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4e414b-39f1-406a-9d27-928dc3dc4871 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.018637] env[65635]: DEBUG nova.compute.provider_tree [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.522319] env[65635]: DEBUG nova.scheduler.client.report [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.829111] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.829111] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.829352] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "97d0e2a4-9546-4492-be83-6d23eccf6be8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.829442] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.829610] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.831883] env[65635]: INFO nova.compute.manager [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Terminating instance [ 1386.027656] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.049141] env[65635]: INFO nova.scheduler.client.report [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Deleted allocations for instance 7013f319-6937-4410-b596-8186778ce110 [ 1386.335402] env[65635]: DEBUG nova.compute.manager [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Start destroying the instance on the hypervisor. {{(pid=65635) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1386.335725] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Destroying instance {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.336698] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c890385-a750-4ec5-8216-8dde838757b9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.344836] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Powering off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.345087] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c0bad83-c645-4bce-b500-f1b02a3cdc45 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.352299] env[65635]: DEBUG oslo_vmware.api [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1386.352299] env[65635]: value = "task-4427568" [ 1386.352299] env[65635]: _type = "Task" [ 1386.352299] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.362049] env[65635]: DEBUG oslo_vmware.api [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.557082] env[65635]: DEBUG oslo_concurrency.lockutils [None req-07563007-f5ac-405b-97f5-bbd8322928e2 tempest-AttachVolumeNegativeTest-1096230509 tempest-AttachVolumeNegativeTest-1096230509-project-member] Lock "7013f319-6937-4410-b596-8186778ce110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.711s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.863357] env[65635]: DEBUG oslo_vmware.api [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427568, 'name': PowerOffVM_Task, 'duration_secs': 0.182554} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.863553] env[65635]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Powered off the VM {{(pid=65635) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.863695] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Unregistering the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.863942] env[65635]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-514242d3-b196-4d72-88b1-f63fc70f2c6b {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.932520] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Unregistered the VM {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.932761] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Deleting contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.932950] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleting the datastore file [datastore1] 97d0e2a4-9546-4492-be83-6d23eccf6be8 {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.933241] env[65635]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d519b381-80fb-41b7-b360-756d40bfcf9f {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.939652] env[65635]: DEBUG oslo_vmware.api [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for the task: (returnval){ [ 1386.939652] env[65635]: value = "task-4427571" [ 1386.939652] env[65635]: _type = "Task" [ 1386.939652] env[65635]: } to complete. {{(pid=65635) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.948089] env[65635]: DEBUG oslo_vmware.api [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.450817] env[65635]: DEBUG oslo_vmware.api [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Task: {'id': task-4427571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119173} completed successfully. {{(pid=65635) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.451248] env[65635]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted the datastore file {{(pid=65635) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.451299] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Deleted contents of the VM from datastore datastore1 {{(pid=65635) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.451435] env[65635]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Instance destroyed {{(pid=65635) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.451594] env[65635]: INFO nova.compute.manager [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1387.451832] env[65635]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65635) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1387.452054] env[65635]: DEBUG nova.compute.manager [-] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Deallocating network for instance {{(pid=65635) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1387.452211] env[65635]: DEBUG nova.network.neutron [-] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] deallocate_for_instance() {{(pid=65635) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1387.452389] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.504259] env[65635]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.733721] env[65635]: DEBUG nova.compute.manager [req-4472d960-abfd-4c8d-91db-ad5fc220544e req-a461b606-7c2d-4b47-b2b8-60c936f19e7f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Received event network-vif-deleted-38eff44e-c0ad-442c-a27b-d0e9e7c89f5e {{(pid=65635) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1387.733916] env[65635]: INFO nova.compute.manager [req-4472d960-abfd-4c8d-91db-ad5fc220544e req-a461b606-7c2d-4b47-b2b8-60c936f19e7f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Neutron deleted interface 38eff44e-c0ad-442c-a27b-d0e9e7c89f5e; detaching it from the instance and deleting it from the info cache [ 1387.734098] env[65635]: DEBUG nova.network.neutron [req-4472d960-abfd-4c8d-91db-ad5fc220544e req-a461b606-7c2d-4b47-b2b8-60c936f19e7f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.210703] env[65635]: DEBUG nova.network.neutron [-] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Updating instance_info_cache with network_info: [] {{(pid=65635) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.236135] env[65635]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-478ff30d-ec48-4806-b285-8009412a0fad {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.246493] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804a4ce-9cf2-4170-887c-49af64b02083 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.272672] env[65635]: DEBUG nova.compute.manager [req-4472d960-abfd-4c8d-91db-ad5fc220544e req-a461b606-7c2d-4b47-b2b8-60c936f19e7f service nova] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Detach interface failed, port_id=38eff44e-c0ad-442c-a27b-d0e9e7c89f5e, reason: Instance 97d0e2a4-9546-4492-be83-6d23eccf6be8 could not be found. {{(pid=65635) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1388.713590] env[65635]: INFO nova.compute.manager [-] [instance: 97d0e2a4-9546-4492-be83-6d23eccf6be8] Took 1.26 seconds to deallocate network for instance. [ 1389.220199] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.220594] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.220881] env[65635]: DEBUG nova.objects.instance [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lazy-loading 'resources' on Instance uuid 97d0e2a4-9546-4492-be83-6d23eccf6be8 {{(pid=65635) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.756678] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9333782-dda0-4aaa-b687-8a08c73a0ba7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.765379] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adb54d2-57bc-4971-af42-9b3373e6c8f7 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.797422] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc5ec7-ab74-404f-ba94-3b12cfd637b2 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.806278] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc749d1-d125-47d4-9170-4ea7b07f79c4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.821644] env[65635]: DEBUG nova.compute.provider_tree [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.325143] env[65635]: DEBUG nova.scheduler.client.report [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.831239] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.853219] env[65635]: INFO nova.scheduler.client.report [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Deleted allocations for instance 97d0e2a4-9546-4492-be83-6d23eccf6be8 [ 1391.362031] env[65635]: DEBUG oslo_concurrency.lockutils [None req-cfd4eccc-2eab-4558-a680-62a10e4facf2 tempest-ServerActionsTestOtherA-115228109 tempest-ServerActionsTestOtherA-115228109-project-member] Lock "97d0e2a4-9546-4492-be83-6d23eccf6be8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.533s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.308917] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.812901] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.813129] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.813395] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.813476] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.813573] env[65635]: DEBUG nova.compute.manager [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65635) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1396.813680] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.317125] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.317551] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.317701] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.317903] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65635) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1397.318849] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ede3c-2995-4f98-b118-0094b84aef92 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.330291] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937709d-c722-444e-8ac9-5f37d451e4e4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.352066] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c28233-6a07-4712-b49b-71ba37d3eab4 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.361818] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9baee7-bc78-48f1-a655-edcaffc3e854 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.393346] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180121MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65635) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1397.393501] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.393732] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.413801] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1398.414103] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65635) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1398.427701] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f294c4-5c90-4f99-ae5e-c03a8dfcf80e {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.436376] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4184637-918e-44ad-aaae-6f01ed8fc990 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.468656] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4951c8-7d55-4883-bd25-b409299411a9 {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.477032] env[65635]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fba6c70-6710-4169-b9b7-d3803522669d {{(pid=65635) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.491304] env[65635]: DEBUG nova.compute.provider_tree [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed in ProviderTree for provider: 432a514d-d1fd-40ae-bb26-2e951558dfd9 {{(pid=65635) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.994188] env[65635]: DEBUG nova.scheduler.client.report [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Inventory has not changed for provider 432a514d-d1fd-40ae-bb26-2e951558dfd9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65635) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.499288] env[65635]: DEBUG nova.compute.resource_tracker [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65635) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1399.499732] env[65635]: DEBUG oslo_concurrency.lockutils [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.106s {{(pid=65635) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.743054] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.743196] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.743359] env[65635]: DEBUG oslo_service.periodic_task [None req-ce6e5607-ed27-43af-a2a2-86513d80c858 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65635) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}